-- Logs begin at Mon 2021-05-17 15:30:54 UTC, end at Mon 2021-05-17 16:46:00 UTC. -- May 17 16:12:43.574672 dv-cinder-768105-8-smb systemd[1]: Started Devstack devstack@q-svc.service. May 17 16:12:46.026636 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.common.config [-] Logging enabled! May 17 16:12:46.027319 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 16:12:46.027452 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 16:12:46.031168 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.common.config [-] Logging enabled! May 17 16:12:46.031425 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 16:12:46.031734 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 16:12:46.032666 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:12:46.032901 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:12:46.033263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:12:46.033512 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:12:46.033745 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:12:46.034068 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.034367 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.034663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.034895 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.035220 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.035510 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.035791 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.036078 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.036373 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.036657 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.036941 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.037226 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.037456 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.037735 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.038022 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.038308 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.038532 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] debug = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.038810 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.039262 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.039682 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.039972 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.040409 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.040531 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.040798 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.041060 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.041341 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.041665 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] host = dv-cinder-768105-8-smb {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.041940 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.042226 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.042514 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.042798 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.043093 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.043368 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.043718 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.044555 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.045006 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.045292 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.045586 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.045880 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.046173 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.046400 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.046629 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.046929 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.047231 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.047509 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.047786 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.048062 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.048333 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.048606 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.048874 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.049157 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.049442 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.049726 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.049998 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.050269 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.050538 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.050811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.051117 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.051440 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.051715 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.051988 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.052274 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.052541 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.052816 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.053118 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.053405 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.053691 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.053976 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.054249 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.054531 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.054804 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.055111 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.055386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_json = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.055658 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.055929 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.056211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.056484 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.056753 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.057025 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.057297 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.057577 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:46.057874 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.058171 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.058472 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.058754 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.059072 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.059386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.059787 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.060063 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.060357 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.060644 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.060930 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.061209 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.061497 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.061775 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.062068 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.062372 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.062664 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.062953 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.063646 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.063646 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.063884 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.064043 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.064326 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.064618 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.064906 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.065179 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.065457 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.065745 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.066022 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.066291 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.066567 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.066851 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.067152 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.067425 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.067704 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.067978 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.068249 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.068518 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.068795 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.069087 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.069364 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.069634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.069902 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.070176 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.070443 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.070725 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.071021 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.071297 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.071570 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.071849 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.072122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.072394 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.072668 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.072940 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.073221 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.073494 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.073769 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.074041 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.074315 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.074586 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.074858 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.075180 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.075493 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.075822 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.076101 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.076376 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.076653 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.076926 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.077218 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.077520 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.077801 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.078080 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.078359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.078638 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.078916 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.079222 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.079503 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.079782 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.080055 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.080346 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.080628 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.080915 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.081197 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.081474 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.081769 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.082046 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.082328 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.082605 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.082883 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.083194 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.083481 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.083780 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.084074 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.084369 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.084661 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.084954 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.085234 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.085547 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.085826 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:46.086044 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:12:46.086285 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79131) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 16:12:46.436285 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:12:46.436947 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:12:46.437240 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:12:46.437587 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 16:12:46.753565 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.753779 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.754056 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.755295 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.755570 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.755836 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.875133 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.875434 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.875686 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.889281 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.889562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.889832 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.918663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.919084 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.919447 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.957080 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.957357 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:46.957626 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.190420 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.191064 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.191064 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.191255 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.191971 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.316749 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.316997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.317281 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.317561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.317968 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.318287 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.318551 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.318810 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.319089 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.319376 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.319641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.319909 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.320174 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.320431 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.320700 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.320970 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.321227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.321499 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.321754 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.322033 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.322386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.322640 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.322891 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.323199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.323449 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.323695 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.324080 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.324323 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.324562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.324801 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.325600 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.325844 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:47.326276 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 16:12:47.329364 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 16:12:47.333271 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 16:12:47.337015 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 17 16:12:47.338626 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 16:12:47.339093 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 16:12:47.339428 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 16:12:47.339808 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 16:12:47.342874 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 16:12:47.343148 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 16:12:47.343491 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 16:12:47.370358 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 16:12:47.370804 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.371136 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79131) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 17 16:12:47.371500 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.373424 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79131) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 16:12:47.373700 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 16:12:47.373946 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 16:12:47.377073 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.377360 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:47.448617 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 16:12:47.448855 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 16:12:47.449091 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 16:12:47.449458 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 16:12:47.479946 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_db.sqlalchemy.engines [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79131) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 16:12:47.941710 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing driver for type 'gre' May 17 16:12:47.942226 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] gre ID ranges: [(1, 1000)] May 17 16:12:48.159259 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing driver for type 'local' May 17 16:12:48.159594 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing driver for type 'vlan' May 17 16:12:48.290146 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] VlanTypeDriver initialization complete May 17 16:12:48.290785 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing driver for type 'vxlan' May 17 16:12:48.290994 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] vxlan ID ranges: [(1, 1000)] May 17 16:12:48.513889 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing extension driver 'port_security' May 17 16:12:48.514216 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] PortSecurityExtensionDriver initialization complete May 17 16:12:48.514544 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing mechanism driver 'openvswitch' May 17 16:12:48.514863 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing mechanism driver 'hyperv' May 17 16:12:48.521317 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.plugins.ml2.plugin [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:12:48.522326 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.522694 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.523073 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.523458 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.523806 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.524146 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.524519 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.524890 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.525219 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.525587 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.525955 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.526291 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.526667 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.527026 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.527362 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.527731 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > address_group after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.528069 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > address_group after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.528552 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.529392 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] ML2 OVO RPC backend initialized. {{(pid=79131) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 17 16:12:48.530093 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.530468 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.530848 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.531224 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > networks before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.531572 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.531909 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > ports before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.532249 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.532584 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnets before_response 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.532923 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.533257 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.533587 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.533915 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.534246 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.534572 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.534901 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.535254 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.536060 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.536190 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.plugin [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Modular L2 Plugin initialization complete May 17 16:12:48.536425 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading services supported by the core plugin {{(pid=79131) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 16:12:48.536753 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.plugins.ml2.managers [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Got port-security extension from driver 'port_security' May 17 16:12:48.537208 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.extensions.vlantransparent [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Disabled vlantransparent extension. May 17 16:12:48.537693 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79131) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 16:12:48.538004 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: router May 17 16:12:48.572996 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.573321 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_create 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.573687 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router before_create 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.574046 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.574411 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.574758 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_delete 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.575619 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.576108 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_create 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.576460 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.576805 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.577150 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.577498 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.577900 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.578263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.578594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.578923 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: subnet after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.579277 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.579620 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.579958 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_create 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.580292 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.580625 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.580971 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router after_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.581304 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.581640 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_create 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.581988 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.582324 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_update 55549900 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.582682 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > network after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.583553 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Tracking information for resource: router configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:48.583879 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Tracking information for resource: floatingip configured {{(pid=79131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:12:48.588786 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.db.l3_agentschedulers_db [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 16:12:48.589347 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.589704 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.590048 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.590398 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: port after_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.591745 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router before_create 55550100 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.592104 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.592460 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_create 55550100 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.592811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > router precommit_update 55550100 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.597335 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.provider_configuration [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service providers = [] {{(pid=79131) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 16:12:48.597694 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.db.servicetype_db [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79131) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 16:12:48.600560 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.service_base [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:12:48.600904 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.service_base [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:12:48.601237 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.service_base [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:12:48.602091 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.services.service_base [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:12:48.602451 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.services.service_base [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 16:12:48.604285 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.604617 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 16:12:48.614854 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.615213 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: auto_allocate May 17 16:12:48.620888 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: network precommit_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.621252 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: network precommit_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.621770 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.622170 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: tag May 17 16:12:48.628839 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.629164 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: timestamp May 17 16:12:48.632873 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.633201 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: network_ip_availability May 17 16:12:48.639175 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.639544 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.639897 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.640592 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.640908 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: flavors May 17 16:12:48.645743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.646072 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading Plugin: revisions May 17 16:12:48.650513 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:12:48.650888 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.214s {{(pid=79131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:12:48.651650 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79131) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 17 16:12:48.651976 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Initializing extension manager. May 17 16:12:48.652475 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: __init__.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.652809 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: __pycache__ {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.653138 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.654154 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: address_group.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.654886 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.655468 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: address-group May 17 16:12:48.655788 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: address_scope.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.656481 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.656985 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: address-scope May 17 16:12:48.657300 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.658202 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.658706 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: router-admin-state-down-before-update May 17 16:12:48.659053 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: agent.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.659734 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.660232 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: agent May 17 16:12:48.660545 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: agent_resources_synced.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.661421 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.661923 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: agent-resources-synced May 17 16:12:48.662237 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: allowedaddresspairs.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.664000 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.664521 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: allowed-address-pairs May 17 16:12:48.664842 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: auto_allocated_topology.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.665885 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.666393 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: auto-allocated-topology May 17 16:12:48.666712 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: availability_zone.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.667422 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.667925 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: availability_zone May 17 16:12:48.668243 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: availability_zone_filter.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.669211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.669712 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: availability_zone_filter May 17 16:12:48.670027 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: data_plane_status.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.670902 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.671427 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension data-plane-status not supported by any of loaded plugins May 17 16:12:48.671750 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: default_subnetpools.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.672629 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.673132 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: default-subnetpools May 17 16:12:48.673449 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.674235 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.674734 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: dhcp_agent_scheduler May 17 16:12:48.675077 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: dns.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.675953 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.676446 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension dns-integration not supported by any of loaded plugins May 17 16:12:48.676761 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: dns_domain_ports.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.677644 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.678137 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 16:12:48.678450 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: dvr.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.679120 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.679617 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: dvr May 17 16:12:48.679929 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: empty_string_filtering.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.680808 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.681306 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: empty-string-filtering May 17 16:12:48.681627 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.682503 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.683028 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 16:12:48.683347 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.684225 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.685053 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 16:12:48.685217 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: external_net.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.686117 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.686625 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: external-net May 17 16:12:48.686941 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.687846 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.688351 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: extra_dhcp_opt May 17 16:12:48.688663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: extraroute.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.689552 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.690044 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: extraroute May 17 16:12:48.690356 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: extraroute_atomic.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.691542 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.692049 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: extraroute-atomic May 17 16:12:48.692365 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: filter_validation.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.693024 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.693530 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: filter-validation May 17 16:12:48.693842 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: fip_pf_description.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.694943 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.695447 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 16:12:48.695758 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: fip_port_details.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.696649 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.697147 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: fip-port-details May 17 16:12:48.697460 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: flavors.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.698675 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.699208 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: flavors May 17 16:12:48.699653 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.701975 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.702494 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 16:12:48.702815 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: floatingip_pools.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.703527 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.704117 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: floatingip-pools May 17 16:12:48.704431 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: ip_allocation.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.705332 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.705834 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension ip_allocation not supported by any of loaded plugins May 17 16:12:48.706154 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.707087 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.707590 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: ip-substring-filtering May 17 16:12:48.707910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l2_adjacency.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.708813 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.709310 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 16:12:48.709633 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.710591 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.711132 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: router May 17 16:12:48.711453 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.713662 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.714185 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 16:12:48.714513 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.715454 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.716685 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: ext-gw-mode May 17 16:12:48.717014 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.717906 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.718412 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: l3-ha May 17 16:12:48.718733 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3_flavors.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.719654 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.720155 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: l3-flavors May 17 16:12:48.720473 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.721353 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.721854 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 16:12:48.722170 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: l3agentscheduler.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.723225 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.723733 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: l3_agent_scheduler May 17 16:12:48.724053 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: logging.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.725508 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.726018 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension logging not supported by any of loaded plugins May 17 16:12:48.726344 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: metering.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.727109 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.727671 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: metering May 17 16:12:48.727988 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.729054 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.729560 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: metering_source_and_destination_fields May 17 16:12:48.729877 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: multiprovidernet.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.730896 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.731497 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: multi-provider May 17 16:12:48.731847 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: netmtu.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.732752 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.733254 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: net-mtu May 17 16:12:48.733569 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: netmtu_writable.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.734462 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.734959 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: net-mtu-writable May 17 16:12:48.735301 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: network_availability_zone.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.735952 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.736452 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: network_availability_zone May 17 16:12:48.736765 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: network_ip_availability.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.737834 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.738338 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: network-ip-availability May 17 16:12:48.738656 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: network_segment_range.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.739440 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.739940 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension network-segment-range not supported by any of loaded plugins May 17 16:12:48.740255 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: pagination.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.741208 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.741533 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: pagination May 17 16:12:48.741846 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: port_device_profile.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.742891 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.743430 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: port-device-profile May 17 16:12:48.743749 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.744650 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.745151 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: port-mac-address-regenerate May 17 16:12:48.745465 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.746344 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.746842 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: port-numa-affinity-policy May 17 16:12:48.747779 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: port_resource_request.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.748656 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.749157 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension port-resource-request not supported by any of loaded plugins May 17 16:12:48.749470 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: portbindings.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.750375 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.750874 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: binding May 17 16:12:48.751210 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: portbindings_extended.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.752459 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.752968 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: binding-extended May 17 16:12:48.753289 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: portsecurity.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.754175 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.754677 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: port-security May 17 16:12:48.755104 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: project_id.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.755970 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.756299 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: project-id May 17 16:12:48.756617 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: providernet.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.757513 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.758024 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: provider May 17 16:12:48.758340 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.761845 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.762360 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos not supported by any of loaded plugins May 17 16:12:48.763320 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.764547 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.765060 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 16:12:48.765386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.766273 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.766779 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 16:12:48.767125 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_default.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.768007 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.768515 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-default not supported by any of loaded plugins May 17 16:12:48.768834 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_fip.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.769468 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.769968 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-fip not supported by any of loaded plugins May 17 16:12:48.770285 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_gateway_ip.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.771211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.771710 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 16:12:48.772279 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_port_network_policy.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.773164 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.773663 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 16:12:48.773977 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_rule_type_details.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.774877 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.775409 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 16:12:48.775727 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: qos_rules_alias.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.776745 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.777247 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 16:12:48.777562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: quotasv2.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.779137 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.779458 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: quotas May 17 16:12:48.779771 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: quotasv2_detail.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.781349 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.781678 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: quota_details May 17 16:12:48.781999 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: rbac.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.783066 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.783588 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: rbac-policies May 17 16:12:48.783910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: rbac_address_group.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.784805 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.785314 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: rbac-address-group May 17 16:12:48.785634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: rbac_address_scope.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.786521 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.787100 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: rbac-address-scope May 17 16:12:48.787377 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: rbac_security_groups.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.788263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.788766 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: rbac-security-groups May 17 16:12:48.789083 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: rbac_subnetpool.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.789967 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.790471 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: rbac-subnetpool May 17 16:12:48.790783 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: revisionifmatch.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.791696 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.792199 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: revision-if-match May 17 16:12:48.792521 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: revisions.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.793595 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.794682 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: standard-attr-revisions May 17 16:12:48.795133 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: router_availability_zone.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.795793 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.796294 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: router_availability_zone May 17 16:12:48.796610 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: routerservicetype.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.797495 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.797997 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension router-service-type not supported by any of loaded plugins May 17 16:12:48.798314 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.799227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.799726 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: security-groups-normalized-cidr May 17 16:12:48.800044 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.800931 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.801432 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: port-security-groups-filtering May 17 16:12:48.801747 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.802640 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.803179 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: security-groups-remote-address-group May 17 16:12:48.803494 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: securitygroup.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.813123 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.813653 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: security-group May 17 16:12:48.813987 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: segment.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.814756 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.815293 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension segment not supported by any of loaded plugins May 17 16:12:48.815616 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.816528 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.817038 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 16:12:48.817360 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: servicetype.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.818454 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.818962 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: service-type May 17 16:12:48.819308 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: sorting.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.820263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.820588 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: sorting May 17 16:12:48.820905 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: standard_attr_segment.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.821788 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.822303 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 16:12:48.822619 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: standardattrdescription.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.823332 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.823800 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: standard-attr-description May 17 16:12:48.824118 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: stateful_security_group.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.825016 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.825640 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: stateful-security-group May 17 16:12:48.825961 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: stdattrs_common.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.826522 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 16:12:48.826834 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.827844 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.828361 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 16:12:48.828676 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnet_onboard.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.829731 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.830240 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: subnet_onboard May 17 16:12:48.830557 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.831486 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.831989 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 16:12:48.832309 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnet_service_types.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.833204 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.833711 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: subnet-service-types May 17 16:12:48.834027 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnetallocation.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.835115 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.835624 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: subnet_allocation May 17 16:12:48.835953 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.836586 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.837088 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: subnetpool-prefix-ops May 17 16:12:48.837403 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.838310 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.838819 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 16:12:48.839168 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: tagging.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.840215 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.840740 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: standard-attr-tag May 17 16:12:48.841690 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: timestamp.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.842871 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.843422 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loaded extension: standard-attr-timestamp May 17 16:12:48.843765 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: trunk.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.844761 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.845271 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension trunk not supported by any of loaded plugins May 17 16:12:48.845591 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: trunk_details.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.846486 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.847000 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension trunk-details not supported by any of loaded plugins May 17 16:12:48.847330 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: uplink_status_propagation.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.848227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.848732 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 16:12:48.849048 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Loading extension file: vlantransparent.py {{(pid=79131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:12:48.849700 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:12:48.850200 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 16:12:48.852693 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:network May 17 16:12:48.853424 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnet May 17 16:12:48.854189 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:12:48.854798 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:port May 17 16:12:48.856077 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.857050 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service FLAVORS assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.857676 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.858096 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.858419 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:router May 17 16:12:48.859083 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:floatingip May 17 16:12:48.859775 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service METERING assigned prefix: /metering {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.861213 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.861579 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.861919 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:12:48.863079 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of CountableResource for resource:rbac_policy May 17 16:12:48.863531 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:security_group May 17 16:12:48.864169 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 16:12:48.864910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service CORE assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.865246 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:12:48.865572 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] subnetpool is already registered May 17 16:12:48.866168 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service CORE assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.866496 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:12:48.866812 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] subnetpool is already registered May 17 16:12:48.869352 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.869778 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service FLAVORS assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.870358 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.870772 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.871131 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:router May 17 16:12:48.871454 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] router is already registered May 17 16:12:48.872061 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:floatingip May 17 16:12:48.872382 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] floatingip is already registered May 17 16:12:48.873079 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service METERING assigned prefix: /metering {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.873751 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of CountableResource for resource:rbac_policy May 17 16:12:48.874074 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] rbac_policy is already registered May 17 16:12:48.875582 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:security_group May 17 16:12:48.875919 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] security_group is already registered May 17 16:12:48.876513 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 16:12:48.876840 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] security_group_rule is already registered May 17 16:12:48.877503 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service CORE assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.877831 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:12:48.878160 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] subnetpool is already registered May 17 16:12:48.878746 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.v2.resource_helper [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Service CORE assigned prefix: {{(pid=79131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:12:48.879100 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:12:48.879418 dv-cinder-768105-8-smb neutron-server[79131]: WARNING neutron.quota.resource_registry [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] subnetpool is already registered May 17 16:12:48.880058 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: extensions {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.881518 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: address-groups {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.883150 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: address-scopes {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.884336 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: agents {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.885536 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: auto-allocated-topology {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.886760 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: availability_zones {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.888222 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: dhcp-networks {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.889614 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: dhcp-agents {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.891057 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: routers {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.892862 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: flavors {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.894007 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: service_profiles {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.895211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: next_providers {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.896720 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: service_profiles {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.898412 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: floatingip-pools {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.899651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: routers {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.901432 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: floatingips {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.902602 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: l3-routers {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.904523 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: l3-agents {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.905910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: metering-labels {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.907295 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: metering-label-rules {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.908563 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: network-ip-availabilities {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.909800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: bindings {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.911460 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: quotas {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.912863 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: quotas {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.914267 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: rbac-policies {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.915567 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: security-groups {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.916771 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: security-group-rules {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.918000 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: service-providers {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.919839 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: subnetpools {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.921233 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: subnetpools {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.922678 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.924362 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.926158 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.927961 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.929743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.931620 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.933302 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.936203 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:48.937985 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:49.053294 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron.api.extensions [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Extended resource: tags {{(pid=79131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:12:49.059318 dv-cinder-768105-8-smb neutron-server[79131]: WARNING keystonemiddleware.auth_token [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 16:12:49.064066 dv-cinder-768105-8-smb neutron-server[79131]: WARNING keystonemiddleware.auth_token [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 16:12:49.072342 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Acquired lock "singleton_lock" {{(pid=79131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 17 16:12:49.072821 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_concurrency.lockutils [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Releasing lock "singleton_lock" {{(pid=79131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 17 16:12:49.073501 dv-cinder-768105-8-smb neutron-server[79131]: INFO oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Starting 2 workers May 17 16:12:49.078619 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Started child 79274 {{(pid=79131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:12:49.082933 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Started child 79275 {{(pid=79131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:12:49.083917 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.084523 dv-cinder-768105-8-smb neutron-server[79131]: INFO neutron.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 16:12:49.085127 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Notify callbacks [] for process, before_spawn {{(pid=79131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.085445 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [-] (79274) wsgi starting up on http://0.0.0.0:9696 May 17 16:12:49.087572 dv-cinder-768105-8-smb neutron-server[79131]: INFO oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Starting 1 workers May 17 16:12:49.087692 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.089118 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [-] (79275) wsgi starting up on http://0.0.0.0:9696 May 17 16:12:49.093258 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Started child 79276 {{(pid=79131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:12:49.093779 dv-cinder-768105-8-smb neutron-server[79131]: INFO oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Starting 1 workers May 17 16:12:49.097225 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] calling RpcWorker wait() {{(pid=79276) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 16:12:49.097752 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] returning from RpcWorker wait() {{(pid=79276) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 16:12:49.098155 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Started child 79277 {{(pid=79131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:12:49.098966 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG neutron_lib.callbacks.manager [None req-9a53a444-0671-4473-ada0-c1791c7ad125 None None] Notify callbacks [] for process, after_spawn {{(pid=79131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.099081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.099659 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:12:49.100809 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 16:12:49.101024 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:12:49.101214 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:12:49.101431 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:12:49.101771 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:12:49.101934 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:12:49.102594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.102868 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.102960 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:12:49.103409 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.103409 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.103696 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.104255 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.104540 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.104800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.105085 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.105332 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.105499 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.105665 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.105903 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.106148 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.106649 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.106909 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.107171 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.107554 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.107729 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.107981 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.108261 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.108492 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.108754 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] debug = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.109006 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.109487 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.109724 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.109976 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.110189 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.110458 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.110703 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.110998 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.111235 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.111470 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.111728 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.111973 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.112208 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.112439 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.112706 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.112914 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.113149 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.113620 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] host = dv-cinder-768105-8-smb {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.113857 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.114091 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.114332 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.114588 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.114842 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.115100 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.115345 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_options = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.119641 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.120860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.121651 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.123095 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124097 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124785 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124785 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.124785 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125136 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125136 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125365 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125702 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125850 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.125981 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.126227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.126440 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.126661 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.126893 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.127149 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.127378 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_json = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.127587 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.127812 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.128065 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.128276 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.128505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.128718 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.128947 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.129158 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.129564 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.129842 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.130167 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.130408 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.130642 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.130878 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.131131 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.131349 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.131626 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.131856 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.132257 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.132480 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.132770 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.133140 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.133267 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:12:49.133531 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.133665 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.133829 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.134075 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.134288 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.134604 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.134824 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.135081 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.135417 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.135819 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.135973 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.136182 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.137029 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.137029 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.137309 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.137309 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.137576 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.138235 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.138527 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.138734 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.138940 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.139197 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.139419 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.139657 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.139902 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.140155 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.140391 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.140619 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.140838 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.141070 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.141284 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.141500 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.141740 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.141986 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.142219 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.142477 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.142702 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.142944 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.143189 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.143420 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.143638 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.143865 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.144080 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.144290 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.144500 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.144712 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.144937 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.145201 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.145416 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.145627 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.145925 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.146324 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.147080 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.147323 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.147690 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.147911 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.148134 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.148346 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.148558 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.148909 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.149059 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.149552 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.149552 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.149552 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.150263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.150263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.150489 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.150681 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.151537 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.151537 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.151537 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.151768 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.151890 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.152331 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.152740 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.152997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.153261 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.154193 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.154464 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.154722 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.154919 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.155188 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.157663 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.159997 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.161199 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.162800 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164846 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164846 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.164846 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.165074 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.165185 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.165456 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.165694 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.166169 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.166169 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167159 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167159 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167159 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167159 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167465 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167544 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167741 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.167951 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.168180 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.168393 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.168599 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.168828 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.169066 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.169759 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.169759 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.169759 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.170811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.170811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.170811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.170811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.170811 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.171634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.171634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.171634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.171634 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.172122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.172122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.172320 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.172569 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.172809 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.173943 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.173943 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.173943 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.173943 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.174366 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.174366 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.174366 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.174581 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.174803 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.175036 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.175253 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.175484 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.175695 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.175947 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.176211 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.176535 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.176791 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.177016 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.177258 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.177767 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.177767 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.178007 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.178163 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.178357 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.178570 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.178799 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.179055 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.179304 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.179551 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.179779 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.180002 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.180231 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.180505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.180883 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.181196 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.181441 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.181709 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.181912 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.182351 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.182351 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183037 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183037 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183037 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183276 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183645 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183645 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.183821 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.184051 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.184261 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.184548 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.184757 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.184966 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.185275 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.185493 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.185758 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.185967 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.186177 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.186386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.186603 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.186924 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.187181 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.187423 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.187858 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.187991 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.188158 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.188407 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.188726 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.188958 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.189196 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.189417 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.189650 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.189868 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.190133 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.190432 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.190705 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.190968 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.191240 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.191522 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.191780 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.192045 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.192258 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.192622 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.192870 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.193140 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.193563 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.193708 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.193885 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.194126 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.194339 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.194571 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.194802 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.195125 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.195380 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.195605 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.195825 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.196036 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.196281 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.196495 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.196716 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.196921 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.197137 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.197344 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.197498 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:12:49.198085 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 16:12:49.198243 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:12:49.198393 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:12:49.198563 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:12:49.198757 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:12:49.198936 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:12:49.199127 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.199266 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.199400 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.199551 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.199757 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.199897 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.200602 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.200837 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.200837 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201255 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201255 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201988 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.201988 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202242 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202242 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202762 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.202762 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203047 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] debug = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203047 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203307 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203477 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203477 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203745 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.203879 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204013 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204146 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204278 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204419 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204553 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204704 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.204910 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205203 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205203 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205460 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205593 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] host = dv-cinder-768105-8-smb {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205735 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.205868 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206000 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206133 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206276 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206410 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206542 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206675 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206807 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.206938 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207105 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207241 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207374 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207518 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207653 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_options = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207794 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.207930 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208147 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208289 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208426 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208560 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208694 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.208848 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209031 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209263 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209747 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.209880 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.210013 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.210488 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.210488 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.210488 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.210488 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.211561 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.212491 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.214296 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_json = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.215359 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.217427 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.218098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.219730 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220840 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220840 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220840 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.220840 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221294 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221294 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221294 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221746 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221746 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.221746 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222229 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222229 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222229 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222442 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222442 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222729 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222729 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.222916 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223183 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223183 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223443 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223531 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223661 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.223794 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224291 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224291 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224291 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224742 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224742 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.224742 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225233 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225233 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225233 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225458 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225458 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225601 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225718 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.225877 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226071 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226210 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226341 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226482 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226626 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.226773 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227063 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227187 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227341 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227504 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227664 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227911 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.227995 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228117 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228430 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228430 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228614 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228859 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.228859 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229005 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229159 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229316 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229475 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229640 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229798 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.229958 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230114 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230275 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230483 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230594 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230732 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.230884 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231068 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231404 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231720 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.231876 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232032 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232190 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232348 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232662 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232819 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.232975 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233131 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233297 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233454 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233613 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233778 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.233921 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234088 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234245 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234403 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234560 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234716 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.234872 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235049 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235226 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235366 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235522 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235679 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.235842 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236010 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236166 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236324 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236481 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236661 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236818 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.236974 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237150 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237308 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237464 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237620 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237777 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.237932 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238088 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238245 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238402 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238720 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.238875 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239083 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239210 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239367 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239527 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239686 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.239844 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240000 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240156 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240313 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240470 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240627 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240785 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.240942 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241098 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241256 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241412 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241568 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241724 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.241881 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242102 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242267 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242425 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242585 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.242902 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243081 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243245 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243405 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243562 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243721 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.243880 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244354 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244354 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244354 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244801 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244801 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.244948 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245070 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245227 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245385 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245557 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245715 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.245874 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246032 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246188 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246344 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246502 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246658 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.246816 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.247743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.247743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.247743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.247743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.247743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248122 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248363 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248445 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248618 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248773 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.248911 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249048 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50144) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:12:49.249190 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249190 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249450 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249450 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249718 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249861 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.249996 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250132 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250267 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250401 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250547 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250682 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250826 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.250962 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251228 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251370 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251644 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251792 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.251930 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252064 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252207 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252343 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252492 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252629 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252764 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.252898 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253033 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253166 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253348 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253505 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253652 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253789 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.253923 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.254084 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.254246 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.254399 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.254564 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.254862 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255042 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255131 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255258 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255419 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255578 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255743 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.255913 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256070 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256228 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256386 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256545 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256703 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.256860 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257017 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257178 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257337 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257492 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257649 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257805 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.257962 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258121 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258278 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258437 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258595 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258753 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.258909 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:12:49.259093 dv-cinder-768105-8-smb neutron-server[79131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:12:49.261818 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100269 May 17 16:12:49.270632 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:00.202629 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aaffee-827f-4d51-a9ae-8849bc4316d7 None None] get_active_networks_info from dv-cinder-768105-8-smb {{(pid=79276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 17 16:13:00.332019 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aaffee-827f-4d51-a9ae-8849bc4316d7 None None] No non-hosted networks {{(pid=79276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 16:13:00.338488 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.agentschedulers_db [None req-d2aaffee-827f-4d51-a9ae-8849bc4316d7 None None] DHCP Agent not found on host dv-cinder-768105-8-smb {{(pid=79276) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 17 16:13:00.428694 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ba49-268b-4433-8101-77962a6442aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:02.816766 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:02.818179 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.818753 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.819318 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.819855 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.820386 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.820916 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.821475 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.822004 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.822533 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.823104 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.831854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.831854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:02.831854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:02.834373 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:02.901219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7745fb76-7e78-4e44-98cd-ad9682693832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:02.961338 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.db.api [None req-6ee56c09-4922-4215-828a-f09e35b2feac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-768105-8-smb {{(pid=79276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 16:13:02.961968 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_db.api [None req-6ee56c09-4922-4215-828a-f09e35b2feac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 16:13:03.482492 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6ee56c09-4922-4215-828a-f09e35b2feac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:03.840487 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:05.216383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:06.817556 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50238) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:06.825045 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.db.l3_hamode_db [None req-58c6a36a-1a8c-4c2d-984d-8e6c2601359d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 16:13:06.910863 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6a36a-1a8c-4c2d-984d-8e6c2601359d None None] Routers set() bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:13:06.911275 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6a36a-1a8c-4c2d-984d-8e6c2601359d None None] Router IDs set() for agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 17 16:13:07.399760 dv-cinder-768105-8-smb neutron-server[79275]: WARNING oslo_policy.policy [None req-18f7022c-78dd-4b57-93cf-b53bd482398c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:07.400369 dv-cinder-768105-8-smb neutron-server[79275]: WARNING oslo_policy.policy [None req-18f7022c-78dd-4b57-93cf-b53bd482398c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:07.621106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [None req-18f7022c-78dd-4b57-93cf-b53bd482398c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:13:07.622167 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-18f7022c-78dd-4b57-93cf-b53bd482398c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8037102 May 17 16:13:09.960606 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50252) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:10.327280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:10.426573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.policy [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79275) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 16:13:10.473464 dv-cinder-768105-8-smb neutron-server[79275]: WARNING oslo_policy.policy [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:10.473831 dv-cinder-768105-8-smb neutron-server[79275]: WARNING oslo_policy.policy [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:10.482375 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.quota [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Loaded quota_driver: . May 17 16:13:10.497779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:10.611774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706989133', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706989616', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706966531', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706974583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706951753', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746706956614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-752551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-874470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1926888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1999164'] for rbac-policy, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:10.839224 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:10.840442 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ce8dae61-c21d-4eac-a522-f5b2c458a80c admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8789101 May 17 16:13:13.425765 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50266) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:13.774478 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Request body: {'network': {'tenant_id': '82c992ec833948718d95450f4b737b51', 'project_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'name': 'private'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:13.779192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:13.784069 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Usage tracker for resource:network and tenant:82c992ec833948718d95450f4b737b51 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:13.788560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:13.794427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:13.861912 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Made reservation on behalf of 82c992ec833948718d95450f4b737b51 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:13:13.864689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:13.882363 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:13.895755 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:13.899583 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Usage tracker for resource:security_group_rule and tenant:82c992ec833948718d95450f4b737b51 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:13.904421 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:13.909944 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:14.172386 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.261788 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.266945 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:14.285364 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:13:14.310328 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746702286538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.310916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Unsubscribe: segment precommit_create {{(pid=79275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 16:13:14.311909 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Added segment c5c4381e-1382-4458-8ea5-071f26108769 of type vlan for network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 May 17 16:13:14.359445 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d264ad-2ae5-44c4-bb1f-2a9b554e7f14,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:14.375442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.375774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.376097 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.376414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.376728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.377037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.377344 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.377648 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.377966 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.378271 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.378571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.378870 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Tracked resource versions report: May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: pushed versions: May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: { 'AddressGroup': {'1.2'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'ConntrackHelper': {'1.0'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Log': {'1.0'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Network': {'1.1'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Port': {'1.7'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'PortForwarding': {'1.2'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'QosPolicy': {'1.8'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroup': {'1.4'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroupRule': {'1.2'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SubPort': {'1.0'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Subnet': {'1.1'}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Trunk': {'1.1'}} May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: consumer versions: May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'ConntrackHelper': '1.0', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Log': '1.0', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Network': '1.1', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Port': '1.7', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'PortForwarding': '1.2', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'QosPolicy': '1.8', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroup': '1.4', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroupRule': '1.2', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'SubPort': '1.0', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Subnet': '1.1', May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: 'Trunk': '1.1'}} May 17 16:13:14.379988 dv-cinder-768105-8-smb neutron-server[79275]: {{(pid=79275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:13:14.428643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:14.430227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.525117 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.526587 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:14.527273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:14.531975 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:14.634742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Pushing event updated for resources: {'Network': ['ID=bc4a9334-17f6-4fe5-b9db-0d1b8df81329,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:14.637900 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:14.646877 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:13:14.703215 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2762594 May 17 16:13:17.365657 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50282) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:17.811795 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cfb21c-dc22-401a-9780-bc394435bc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:17.813200 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-02cfb21c-dc22-401a-9780-bc394435bc16 admin admin] 10.222.0.59 "GET /v2.0/networks/bc4a9334-17f6-4fe5-b9db-0d1b8df81329 HTTP/1.1" status: 200 len: 825 time: 0.4465663 May 17 16:13:17.839087 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bc2a68bd-e3bc-48c3-bb64-61e4dc30bc8e admin admin] 10.222.0.59 "GET /v2.0/subnetpools/98180539-bae9-4047-9abd-c82c2b25bcd1 HTTP/1.1" status: 200 len: 734 time: 0.0206435 May 17 16:13:17.847389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'gateway_ip': '172.20.0.1', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'name': 'private-subnet'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:17.851520 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:17.855223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Usage tracker for resource:subnet and tenant:82c992ec833948718d95450f4b737b51 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:17.858660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:17.864172 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:17.930053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Made reservation on behalf of 82c992ec833948718d95450f4b737b51 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:13:17.932372 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:18.485085 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:18.489915 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:18.569121 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Checking segment: {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:13:18.569505 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Network hostable DHCP agents. Network: bc4a9334-17f6-4fe5-b9db-0d1b8df81329, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:13:18.573000 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:18.578680 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:18.741549 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:13:18.850142 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, bc4a9334-17f6-4fe5-b9db-0d1b8df81329) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:18.854999 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:18.855597 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:18.860500 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d977a-275b-4075-8ee4-315d48b3bdc3 None None] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:13:18.954346 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1101656 May 17 16:13:19.169982 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:13:19.171211 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:19.357511 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Allocated IP 172.20.0.2 (bc4a9334-17f6-4fe5-b9db-0d1b8df81329/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17/65be8af2-5948-4b43-9485-0ce2b2a70bc5) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:13:19.584498 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:19.597428 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Transition to ACTIVE for port object 65be8af2-5948-4b43-9485-0ce2b2a70bc5 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:13:19.616734 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Transition to ACTIVE for port object 65be8af2-5948-4b43-9485-0ce2b2a70bc5 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:13:19.691384 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:19.697741 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:19.757128 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:13:19.759958 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:19.766813 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:13:19.773161 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Pushing event updated for resources: {'Port': ['ID=65be8af2-5948-4b43-9485-0ce2b2a70bc5,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:19.811817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.812151 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.812473 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.812793 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.813103 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.813414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.813720 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.814029 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.814334 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.814634 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.814935 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.815256 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Tracked resource versions report: May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: pushed versions: May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: { 'AddressGroup': {'1.2'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'ConntrackHelper': {'1.0'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Log': {'1.0'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Network': {'1.1'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Port': {'1.7'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'PortForwarding': {'1.2'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'QosPolicy': {'1.8'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroup': {'1.4'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroupRule': {'1.2'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SubPort': {'1.0'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Subnet': {'1.1'}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Trunk': {'1.1'}} May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: consumer versions: May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'ConntrackHelper': '1.0', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Log': '1.0', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Network': '1.1', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Port': '1.7', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'PortForwarding': '1.2', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'QosPolicy': '1.8', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroup': '1.4', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroupRule': '1.2', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'SubPort': '1.0', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Subnet': '1.1', May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: 'Trunk': '1.1'}} May 17 16:13:19.816372 dv-cinder-768105-8-smb neutron-server[79276]: {{(pid=79276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:13:19.824521 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:19.872399 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Attempting to bind port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:13:19.873004 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Attempting to bind port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:13:19.873117 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Attempting to bind port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 on network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:13:19.878345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:13:19.878738 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Checking segment: {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:13:19.879258 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:19.879622 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Bound using segment: {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:13:19.880078 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Bound port: 65be8af2-5948-4b43-9485-0ce2b2a70bc5, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:13:19.880459 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:20.197071 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] For port 65be8af2-5948-4b43-9485-0ce2b2a70bc5, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:13:20.201076 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] For port 65be8af2-5948-4b43-9485-0ce2b2a70bc5, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=65be8af2-5948-4b43-9485-0ce2b2a70bc5,segment=NetworkSegment(c5c4381e-1382-4458-8ea5-071f26108769),segment_id=c5c4381e-1382-4458-8ea5-071f26108769)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:13:20.302267 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:20.306316 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:20.392699 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Pushing event updated for resources: {'Port': ['ID=65be8af2-5948-4b43-9485-0ce2b2a70bc5,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:20.395823 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:21.348918 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 50292) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:21.945080 dv-cinder-768105-8-smb neutron-server[79274]: WARNING oslo_policy.policy [None req-a037c681-e692-4a34-9ae7-ba1ff31d4891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:21.945666 dv-cinder-768105-8-smb neutron-server[79274]: WARNING oslo_policy.policy [None req-a037c681-e692-4a34-9ae7-ba1ff31d4891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:22.162927 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [None req-a037c681-e692-4a34-9ae7-ba1ff31d4891 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:13:22.164151 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a037c681-e692-4a34-9ae7-ba1ff31d4891 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8131711 May 17 16:13:24.527244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 50306) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:24.915637 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [None req-f933a8ac-5d60-4c92-a1ee-bba8e88c5078 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:13:24.917197 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f933a8ac-5d60-4c92-a1ee-bba8e88c5078 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3888342 May 17 16:13:25.805653 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e4f8c-ae44-4dd3-b8be-0ee9bccff8f2 None None] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:13:26.026499 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-682e0e51-ac82-4a82-852b-c619891086ae None None] Provisioning for port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:13:26.677665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65be8af2-5948-4b43-9485-0ce2b2a70bc5 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:26.816341 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:13:26.821328 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:26.821748 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:26.942295 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:26.976576 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 65be8af2-5948-4b43-9485-0ce2b2a70bc5, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=65be8af2-5948-4b43-9485-0ce2b2a70bc5,segment=NetworkSegment(c5c4381e-1382-4458-8ea5-071f26108769),segment_id=c5c4381e-1382-4458-8ea5-071f26108769)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:13:27.056612 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:27.058817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:27.126677 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=65be8af2-5948-4b43-9485-0ce2b2a70bc5,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:27.129891 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:27.580825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 50322) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:27.928240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '82c992ec833948718d95450f4b737b51'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:28.003616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.policy [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79274) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 16:13:28.051446 dv-cinder-768105-8-smb neutron-server[79274]: WARNING oslo_policy.policy [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:28.051821 dv-cinder-768105-8-smb neutron-server[79274]: WARNING oslo_policy.policy [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:13:28.060532 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.quota [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Loaded quota_driver: . May 17 16:13:28.075714 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:28.082749 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Usage tracker for resource:router and tenant:82c992ec833948718d95450f4b737b51 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:28.087289 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:28.095180 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:28.211061 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:28.213054 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:28.237978 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:28.423265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:28.530815 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:28.532049 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-198dc369-fa21-4752-9be3-2b2f4910dfdd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9502776 May 17 16:13:28.661394 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65be8af2-5948-4b43-9485-0ce2b2a70bc5 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:28.729017 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:28.729386 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:30.234059 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-53f8f82a-b3e3-405d-8005-15cd2c46d705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:30.869047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 50334) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:31.245260 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [None req-5e522562-20ed-4c29-97eb-2ea3cdf9772c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:13:31.246339 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-5e522562-20ed-4c29-97eb-2ea3cdf9772c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3764377 May 17 16:13:32.776033 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:32.867662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-201077a2-bf73-45ec-8321-c2e5ec425849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:33.594778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50344) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:33.799262 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:33.960385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:33.964799 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:33.968943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Usage tracker for resource:network and tenant:b78e6efa9ff34778b27e74ceb3ade664 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:33.974877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:33.977749 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:34.079152 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Made reservation on behalf of b78e6efa9ff34778b27e74ceb3ade664 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:13:34.081474 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.093350 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.107067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:34.111276 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Usage tracker for resource:security_group_rule and tenant:b78e6efa9ff34778b27e74ceb3ade664 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:34.113930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:34.119522 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:34.197860 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.290391 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.293368 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:34.308616 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Reserving flat network on physical network physnet1 {{(pid=79275) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 16:13:34.328748 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b5f647-e580-404c-9b5f-f543a0e248d3,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:34.332964 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:34.335392 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.336280 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Added segment a10222c4-a35c-42c7-933d-3571a0ea0aae of type flat for network f45793e6-786e-4e20-a0e9-f6e18e94968d May 17 16:13:34.368141 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.461699 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.463020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:34.463589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:34.468059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:34.561184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Pushing event updated for resources: {'Network': ['ID=f45793e6-786e-4e20-a0e9-f6e18e94968d,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:34.563869 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:34.571318 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network f45793e6-786e-4e20-a0e9-f6e18e94968d details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:13:34.622947 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0269878 May 17 16:13:35.176199 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:36.947617 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50364) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:37.170190 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa237da-80bb-4129-9d3b-043ad7829cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:37.171966 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8aa237da-80bb-4129-9d3b-043ad7829cb7 admin admin] 10.222.0.59 "GET /v2.0/subnets/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17 HTTP/1.1" status: 200 len: 849 time: 0.2228816 May 17 16:13:37.341104 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6774be8f-92ff-49a7-a1a4-a4ea238b28c0 admin admin] 10.222.0.59 "GET /v2.0/routers/93983a42-c959-4cea-a6e7-8c2dff4184c9 HTTP/1.1" status: 200 len: 704 time: 0.1636565 May 17 16:13:37.819716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.042871 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Allocated IP 172.20.0.1 (bc4a9334-17f6-4fe5-b9db-0d1b8df81329/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17/fb08ab8d-161b-4af4-acba-b2dd81cdb0e9) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:13:38.308528 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.325432 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Transition to ACTIVE for port object fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:13:38.450792 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.455270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:38.516177 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:13:38.518962 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:38.522789 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:13:38.523355 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.651202 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Pushing event updated for resources: {'Port': ['ID=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:38.661909 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:38.816409 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-f8f854ba-002c-46a1-bbd7-c5e4a64121b4 None None] Provisioning for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:13:38.821190 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-f8f854ba-002c-46a1-bbd7-c5e4a64121b4 None None] Provisioning complete for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:38.821555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f8f854ba-002c-46a1-bbd7-c5e4a64121b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.845696 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:38.878519 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-f8f854ba-002c-46a1-bbd7-c5e4a64121b4 None None] Port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:13:39.070863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:39.124803 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:39.125889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:39.129914 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:39.262615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Pushing event updated for resources: {'Port': ['ID=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:39.267575 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:39.317690 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:13:39.318757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:39.499534 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-bb944969-de56-41f2-a536-fdb4b3e3cfcb None None] Provisioning complete for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:39.499907 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bb944969-de56-41f2-a536-fdb4b3e3cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:39.562220 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-bb944969-de56-41f2-a536-fdb4b3e3cfcb None None] Port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:13:39.599311 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Router 93983a42-c959-4cea-a6e7-8c2dff4184c9 is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:13:39.759086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:13:39.769279 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] 10.222.0.59 "PUT /v2.0/routers/93983a42-c959-4cea-a6e7-8c2dff4184c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4231853 May 17 16:13:39.771719 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Sync routers for ids ['93983a42-c959-4cea-a6e7-8c2dff4184c9'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:13:39.786753 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Routers {'93983a42-c959-4cea-a6e7-8c2dff4184c9'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:13:39.787489 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:13:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['93983a42-c959-4cea-a6e7-8c2dff4184c9'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:39.990858 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Set router 93983a42-c959-4cea-a6e7-8c2dff4184c9 gateway port host: None {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:13:40.399427 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:38Z', 'revision_number': 2, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port_host': None, '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:38Z', 'revision_number': 2, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:40.404534 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Checking router: 93983a42-c959-4cea-a6e7-8c2dff4184c9 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:13:40.404932 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Updating router 93983a42-c959-4cea-a6e7-8c2dff4184c9 port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:13:40.456160 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:40.834401 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:40.849945 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Transition to ACTIVE for port object fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:13:40.947804 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:40.954104 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:41.074023 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Pushing event updated for resources: {'Port': ['ID=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Tracked resource versions report: May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: pushed versions: May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: { 'AddressGroup': {'1.2'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'ConntrackHelper': {'1.0'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Log': {'1.0'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Network': {'1.1'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Port': {'1.7'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'PortForwarding': {'1.2'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'QosPolicy': {'1.8'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroup': {'1.4'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroupRule': {'1.2'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SubPort': {'1.0'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Subnet': {'1.1'}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Trunk': {'1.1'}} May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: consumer versions: May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'ConntrackHelper': '1.0', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Log': '1.0', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Network': '1.1', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Port': '1.7', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'PortForwarding': '1.2', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'QosPolicy': '1.8', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroup': '1.4', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroupRule': '1.2', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'SubPort': '1.0', May 17 16:13:41.099557 dv-cinder-768105-8-smb neutron-server[79277]: 'Subnet': '1.1', May 17 16:13:41.101937 dv-cinder-768105-8-smb neutron-server[79277]: 'Trunk': '1.1'}} May 17 16:13:41.101937 dv-cinder-768105-8-smb neutron-server[79277]: {{(pid=79277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:13:41.105588 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:41.194252 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:13:41.206434 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Attempting to bind port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:13:41.206826 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Attempting to bind port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:13:41.207277 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Attempting to bind port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 on network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:13:41.212441 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:13:41.212833 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Checking segment: {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:13:41.213306 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:41.213690 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Bound using segment: {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:13:41.214159 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Bound port: fb08ab8d-161b-4af4-acba-b2dd81cdb0e9, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c4381e-1382-4458-8ea5-071f26108769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:13:41.214517 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:41.303825 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] For port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:13:41.307964 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] For port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,segment=NetworkSegment(c5c4381e-1382-4458-8ea5-071f26108769),segment_id=c5c4381e-1382-4458-8ea5-071f26108769)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:13:41.399819 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:41.404182 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:41.492691 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Routers {'93983a42-c959-4cea-a6e7-8c2dff4184c9'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:13:41.493319 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:13:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['93983a42-c959-4cea-a6e7-8c2dff4184c9'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:41.638204 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Pushing event updated for resources: {'Port': ['ID=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,revision_number=4']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:41.654101 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:41.681358 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] Set router 93983a42-c959-4cea-a6e7-8c2dff4184c9 gateway port host: None {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:13:42.009846 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:38Z', 'revision_number': 2, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port_host': None, '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:41Z', 'revision_number': 4, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:42.013804 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4a74f-7a14-4b6b-b2bb-2f7d76afcef3 None None] The sync data for ids ['93983a42-c959-4cea-a6e7-8c2dff4184c9'] in dv-cinder-768105-8-smb is: [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:38Z', 'revision_number': 2, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port_host': None, '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:41Z', 'revision_number': 4, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:13:42.074032 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50386) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:42.221974 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9a845-921f-4140-8625-8fb4b0b82033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:42.222527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31c9a845-921f-4140-8625-8fb4b0b82033 admin admin] Synchronizing usage tracker for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:13:42.308023 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-31c9a845-921f-4140-8625-8fb4b0b82033 admin admin] Unset dirty status for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:13:42.309212 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-31c9a845-921f-4140-8625-8fb4b0b82033 admin admin] 10.222.0.59 "GET /v2.0/networks/f45793e6-786e-4e20-a0e9-f6e18e94968d HTTP/1.1" status: 200 len: 842 time: 0.2342329 May 17 16:13:42.318602 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:42.323921 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:13:42.328306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Usage tracker for resource:subnet and tenant:b78e6efa9ff34778b27e74ceb3ade664 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:13:42.331238 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:13:42.337282 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:13:42.439268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Made reservation on behalf of b78e6efa9ff34778b27e74ceb3ade664 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:13:42.441579 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:42.918393 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.objects.ports [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79275) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 17 16:13:42.918723 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:42.923108 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:42.989852 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d6338e-6636-4cb2-86f4-9cc0a40eb00a,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:42.993645 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:42.998401 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:13:42.998749 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Network hostable DHCP agents. Network: f45793e6-786e-4e20-a0e9-f6e18e94968d, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:13:43.102234 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:13:43.193639 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, f45793e6-786e-4e20-a0e9-f6e18e94968d) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:43.198604 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:43.201593 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:43.203259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ae27fa-ba91-47b8-976e-27c29d54dc8d None None] Network f45793e6-786e-4e20-a0e9-f6e18e94968d requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:13:43.290815 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9756489 May 17 16:13:43.412107 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce298c-68ea-40da-bb0b-8322d7ef8576 None None] Network f45793e6-786e-4e20-a0e9-f6e18e94968d requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:13:44.704093 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:44.834786 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:13:44.840142 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:44.840518 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:44.966963 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:45.008564 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,segment=NetworkSegment(c5c4381e-1382-4458-8ea5-071f26108769),segment_id=c5c4381e-1382-4458-8ea5-071f26108769)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:13:45.102365 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:45.106505 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:45.174225 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=fb08ab8d-161b-4af4-acba-b2dd81cdb0e9,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:45.178054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:45.552611 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50400) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:45.760781 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-141c82f0-6478-4738-acba-952e13ce4f7a admin admin] 10.222.0.59 "GET /v2.0/routers/93983a42-c959-4cea-a6e7-8c2dff4184c9 HTTP/1.1" status: 200 len: 710 time: 0.2070298 May 17 16:13:45.898329 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9438b4-39a0-4c72-b08d-4d50898b464a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:13:45.899723 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ff9438b4-39a0-4c72-b08d-4d50898b464a admin admin] 10.222.0.59 "GET /v2.0/networks/f45793e6-786e-4e20-a0e9-f6e18e94968d HTTP/1.1" status: 200 len: 886 time: 0.1339247 May 17 16:13:45.908847 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:13:46.385267 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:46.668906 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:46.734695 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:46.735089 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:46.762539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:46.821260 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:46.949882 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Allocated IP 172.28.2.104 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/25221055-1578-4afb-8815-b840d8382b21) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:13:47.093819 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:47.234863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:47.238521 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:47.303532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:13:47.306194 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:13:47.310055 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:13:47.362705 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Pushing event updated for resources: {'Port': ['ID=25221055-1578-4afb-8815-b840d8382b21,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:47.417577 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:47.849328 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:48.179185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:48.182456 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1712077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1712070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815265'] for router, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:48.356733 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Router 93983a42-c959-4cea-a6e7-8c2dff4184c9 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:13:48.544084 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:13:48.554166 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:48.554304 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Sync routers for ids ['93983a42-c959-4cea-a6e7-8c2dff4184c9'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:13:48.555382 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] 10.222.0.59 "PUT /v2.0/routers/93983a42-c959-4cea-a6e7-8c2dff4184c9 HTTP/1.1" status: 200 len: 890 time: 2.6502516 May 17 16:13:48.565146 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Routers {'93983a42-c959-4cea-a6e7-8c2dff4184c9'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:13:48.565821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:13:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['93983a42-c959-4cea-a6e7-8c2dff4184c9'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:48.756335 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Set router 93983a42-c959-4cea-a6e7-8c2dff4184c9 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:13:49.124126 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '25221055-1578-4afb-8815-b840d8382b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:47Z', 'revision_number': 4, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port': {'id': '25221055-1578-4afb-8815-b840d8382b21', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:46Z', 'updated_at': '2021-05-17T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:44Z', 'revision_number': 5, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:49.129754 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Checking router: 93983a42-c959-4cea-a6e7-8c2dff4184c9 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:13:49.130122 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Updating router 93983a42-c959-4cea-a6e7-8c2dff4184c9 port 25221055-1578-4afb-8815-b840d8382b21 binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:13:49.180951 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.501939 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.514162 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Transition to ACTIVE for port object 25221055-1578-4afb-8815-b840d8382b21 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:13:49.582265 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.586274 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:49.662661 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Attempting to bind port 25221055-1578-4afb-8815-b840d8382b21 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Attempting to bind port 25221055-1578-4afb-8815-b840d8382b21 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Attempting to bind port 25221055-1578-4afb-8815-b840d8382b21 on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Pushing event updated for resources: {'Port': ['ID=25221055-1578-4afb-8815-b840d8382b21,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Bound port: 25221055-1578-4afb-8815-b840d8382b21, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:13:49.676805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.743456 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] For port 25221055-1578-4afb-8815-b840d8382b21, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:13:49.746331 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] For port 25221055-1578-4afb-8815-b840d8382b21, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=25221055-1578-4afb-8815-b840d8382b21,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:13:49.833736 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:49.837646 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:49.917513 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Pushing event updated for resources: {'Port': ['ID=25221055-1578-4afb-8815-b840d8382b21,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:49.922247 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:49.922817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Routers {'93983a42-c959-4cea-a6e7-8c2dff4184c9'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:13:49.923693 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:13:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['93983a42-c959-4cea-a6e7-8c2dff4184c9'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:50.101305 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] Set router 93983a42-c959-4cea-a6e7-8c2dff4184c9 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:13:50.424330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '25221055-1578-4afb-8815-b840d8382b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:47Z', 'revision_number': 4, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port': {'id': '25221055-1578-4afb-8815-b840d8382b21', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:46Z', 'updated_at': '2021-05-17T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:44Z', 'revision_number': 5, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:13:50.428148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f93b8-f065-4734-bc1b-e7efbf01aee1 None None] The sync data for ids ['93983a42-c959-4cea-a6e7-8c2dff4184c9'] in dv-cinder-768105-8-smb is: [{'id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'name': 'router1', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '25221055-1578-4afb-8815-b840d8382b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:13:28Z', 'updated_at': '2021-05-17T16:13:47Z', 'revision_number': 4, 'project_id': '82c992ec833948718d95450f4b737b51', 'gw_port': {'id': '25221055-1578-4afb-8815-b840d8382b21', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:46Z', 'updated_at': '2021-05-17T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'fb08ab8d-161b-4af4-acba-b2dd81cdb0e9', 'name': '', 'network_id': 'bc4a9334-17f6-4fe5-b9db-0d1b8df81329', 'tenant_id': '82c992ec833948718d95450f4b737b51', 'mac_address': 'fa:16:3e:11:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93983a42-c959-4cea-a6e7-8c2dff4184c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:13:37Z', 'updated_at': '2021-05-17T16:13:44Z', 'revision_number': 5, 'project_id': '82c992ec833948718d95450f4b737b51', 'subnets': [{'id': 'c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98180539-bae9-4047-9abd-c82c2b25bcd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:13:50.714323 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 25221055-1578-4afb-8815-b840d8382b21 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:50.872359 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 25221055-1578-4afb-8815-b840d8382b21 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:13:50.878514 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 25221055-1578-4afb-8815-b840d8382b21 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:50.878932 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:50.917800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50410) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:13:51.007662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:51.029525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 25221055-1578-4afb-8815-b840d8382b21, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=25221055-1578-4afb-8815-b840d8382b21,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:13:51.051795 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7dc988b0-696b-43ab-8f6d-0a726e493603 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1324968 May 17 16:13:51.188734 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:13:51.196194 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:13:51.295588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=25221055-1578-4afb-8815-b840d8382b21,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:13:51.299240 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:13:52.680827 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 25221055-1578-4afb-8815-b840d8382b21 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:13:52.749480 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 25221055-1578-4afb-8815-b840d8382b21 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:13:52.750129 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:00.170450 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fa97c537-97f5-49d6-9578-9f094fa44e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:02.759162 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:02.885557 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-49d6f7f5-1687-4c29-b05b-3885fe89ab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:03.783046 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:05.193640 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:18.179081 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:14:30.212412 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e58-9060-4984-843a-e9adf816fd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:32.834054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:32.907036 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-863eeae1-da5b-433c-96e8-bb91be2ca11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:33.820351 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:35.153789 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:55.178445 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:15:00.145870 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9da30b5-b8a3-494c-9e32-abfeb993ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:02.766292 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:02.862280 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d366-c9ca-4b6d-8647-88005a360e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:03.799265 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.179899 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:27.719151 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50980) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:27.785979 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d2d34b-2c34-4d68-b77f-05fa4acd794c admin admin] GET failed (client error): The resource could not be found. May 17 16:15:27.787245 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-80d2d34b-2c34-4d68-b77f-05fa4acd794c admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671339 May 17 16:15:27.915037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d182fc-4ec2-45bd-b0dc-ef36658d8c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:27.916404 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-43d182fc-4ec2-45bd-b0dc-ef36658d8c01 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1254072 May 17 16:15:30.045338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 50990) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:30.150149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60eaf2-7ccf-4b6c-9cc9-efa908aecfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:30.150716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ed60eaf2-7ccf-4b6c-9cc9-efa908aecfe2 admin admin] Synchronizing usage tracker for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:subnet {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:15:30.228100 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9157318e-291c-4b2e-8956-4ca3e988848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.265148 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ed60eaf2-7ccf-4b6c-9cc9-efa908aecfe2 admin admin] Unset dirty status for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:subnet {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:15:30.266531 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ed60eaf2-7ccf-4b6c-9cc9-efa908aecfe2 admin admin] 10.222.0.59 "GET /v2.0/subnets/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17 HTTP/1.1" status: 200 len: 849 time: 0.2201822 May 17 16:15:30.276039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:30.391087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.630440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746702273329'] for subnet, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.634197 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fd19ef43-71c8-4c93-8744-cef36faf1d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:30.723227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:30.724172 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.730498 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] 10.222.0.59 "PUT /v2.0/subnets/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17 HTTP/1.1" status: 200 len: 868 time: 0.4528630 May 17 16:15:30.730746 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746b124-13b8-465d-be6a-c2a99e83629f None None] Network bc4a9334-17f6-4fe5-b9db-0d1b8df81329 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:15:30.751006 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:30.759889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.760247 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.760552 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.760876 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.761196 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.761514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.761830 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.762142 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.762460 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.762772 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.763117 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.764685 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:30.769024 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dc505d94-822c-4824-a517-455c240030e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:31.154100 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-71fd59c2-7887-4fde-aa0e-4a3ffa8521cb None None] Provisioning complete for port fb08ab8d-161b-4af4-acba-b2dd81cdb0e9 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:31.154508 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71fd59c2-7887-4fde-aa0e-4a3ffa8521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.277072 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-71fd59c2-7887-4fde-aa0e-4a3ffa8521cb None None] Provisioning complete for port 65be8af2-5948-4b43-9485-0ce2b2a70bc5 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:31.277730 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71fd59c2-7887-4fde-aa0e-4a3ffa8521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.177008 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:15:32.771321 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.846505 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51000) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:32.859375 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-28c1cf9b-0d3d-4387-8e4f-4597e6f87bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:33.019414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2bfcc7-43a5-4d94-b17e-5b0e40f841e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:33.019900 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2bfcc7-43a5-4d94-b17e-5b0e40f841e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:33.021672 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fa2bfcc7-43a5-4d94-b17e-5b0e40f841e2 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1742001 May 17 16:15:33.859542 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:35.119884 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51010) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:35.179315 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:35.291606 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d423ab-d941-4b33-a130-1dbb72b33403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:35.292082 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d423ab-d941-4b33-a130-1dbb72b33403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:35.293580 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-26d423ab-d941-4b33-a130-1dbb72b33403 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727724 May 17 16:15:37.421212 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51020) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:37.592546 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07890a4e-f8df-45ae-a5f0-a59edb7ac1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:37.593868 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-07890a4e-f8df-45ae-a5f0-a59edb7ac1ef admin admin] 10.222.0.59 "GET /v2.0/networks/bc4a9334-17f6-4fe5-b9db-0d1b8df81329 HTTP/1.1" status: 200 len: 869 time: 0.1717319 May 17 16:15:39.744391 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51030) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:39.907986 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c780ff7-6a99-43a1-b484-e7847f484356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:39.909294 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8c780ff7-6a99-43a1-b484-e7847f484356 admin admin] 10.222.0.59 "GET /v2.0/networks/f45793e6-786e-4e20-a0e9-f6e18e94968d HTTP/1.1" status: 200 len: 886 time: 0.1639750 May 17 16:15:42.072465 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51040) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:42.199259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296af5c-721d-4c2c-bf72-1ae1d6d9df5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:42.199850 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296af5c-721d-4c2c-bf72-1ae1d6d9df5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:42.201990 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4296af5c-721d-4c2c-bf72-1ae1d6d9df5c admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284149 May 17 16:15:44.412280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51050) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:44.521362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22939f1f-405d-4193-9177-95b81aa3a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:44.521817 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22939f1f-405d-4193-9177-95b81aa3a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:44.523313 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-22939f1f-405d-4193-9177-95b81aa3a78c admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100717 May 17 16:15:46.643319 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51060) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:46.750776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9577054-a9f0-458e-a9a6-e2b4350447ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:46.752177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f9577054-a9f0-458e-a9a6-e2b4350447ec admin admin] 10.222.0.59 "GET /v2.0/subnets/c1b5aa3b-f9ff-40de-8ec1-73be7edd0f17 HTTP/1.1" status: 200 len: 868 time: 0.1079450 May 17 16:15:48.858921 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51070) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:48.962235 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6479a06-dc50-457e-b675-abd24f1bc2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:48.963521 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b6479a06-dc50-457e-b675-abd24f1bc2b0 admin admin] 10.222.0.59 "GET /v2.0/subnets/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a HTTP/1.1" status: 200 len: 816 time: 0.1036525 May 17 16:16:00.161396 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-889f1f6a-19d8-4cc1-b9cb-05285fe91332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:02.771197 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:02.850847 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d99624b7-515c-46d9-a201-b8fc8f52235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:03.784283 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:05.291671 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:09.175654 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:16:11.937136 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51114) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:16:11.985043 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [None req-ac16804d-d727-4707-ba86-27587417ba93 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:16:11.986015 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ac16804d-d727-4707-ba86-27587417ba93 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479546 May 17 16:16:14.192718 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51124) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:16:14.258544 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9384464-69d8-477b-a609-4c6422bea506 admin admin] GET failed (client error): The resource could not be found. May 17 16:16:14.259777 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c9384464-69d8-477b-a609-4c6422bea506 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661354 May 17 16:16:14.382953 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74626769-7ddd-437c-a02e-46af5205a0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:16:14.384305 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-74626769-7ddd-437c-a02e-46af5205a0c1 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199064 May 17 16:16:16.529575 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51134) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:16:16.576751 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:16:16.581179 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:16:16.591011 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:16:16.663966 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Made reservation on behalf of b78e6efa9ff34778b27e74ceb3ade664 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:16:16.666221 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:16.751941 dv-cinder-768105-8-smb neutron-server[79275]: WARNING neutron.services.revisions.revision_plugin [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Could not find related network for resource to bump revision. May 17 16:16:16.763055 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:16:16.771600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:16.771760 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Added segment 1ebeaca9-d476-46c4-b7df-669ab3b55943 of type vlan for network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a May 17 16:16:16.795686 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:16.892621 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:16.893894 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:16:16.894480 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:16.897927 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:16:16.994722 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:16:16.998333 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:16:17.004735 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:16:17.070957 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5401645 May 17 16:16:19.209266 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51144) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:16:19.275853 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.pecan_wsgi.hooks.translation [None req-7248f11d-c9c0-46e7-b9db-a196e303765e admin admin] GET failed (client error): The resource could not be found. May 17 16:16:19.276357 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7248f11d-c9c0-46e7-b9db-a196e303765e admin admin] Synchronizing usage tracker for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:16:19.370827 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7248f11d-c9c0-46e7-b9db-a196e303765e admin admin] Unset dirty status for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:16:19.372545 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7248f11d-c9c0-46e7-b9db-a196e303765e admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1617846 May 17 16:16:19.475927 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19453f2-ddfa-43ca-a146-88f1b8cbf6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:16:19.477319 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b19453f2-ddfa-43ca-a146-88f1b8cbf6f3 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009209 May 17 16:16:19.487327 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a', 'name': 'shared-subnet'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:16:19.491506 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:16:19.500733 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:16:19.566906 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Made reservation on behalf of b78e6efa9ff34778b27e74ceb3ade664 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:16:19.569289 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.052353 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.056781 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:16:20.130442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a50dd6b-a73b-4eb0-9ee7-400299bd4faa,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:16:20.133156 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:16:20.135794 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Checking segment: {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:16:20.136730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Network hostable DHCP agents. Network: 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:16:20.233589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:16:20.286669 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:16:20.291951 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:16:20.292806 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.297817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6016a3-6ca6-4fc7-bf37-be28fbec6722 None None] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:16:20.397034 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9129291 May 17 16:16:20.512993 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a', 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a', 'tenant_id': 'b78e6efa9ff34778b27e74ceb3ade664', 'fixed_ips': [{'subnet_id': '4a50dd6b-a73b-4eb0-9ee7-400299bd4faa'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:16:20.513853 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.692204 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Allocated IP 192.168.233.2 (9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a/4a50dd6b-a73b-4eb0-9ee7-400299bd4faa/b99fc983-6b93-42ae-8496-1b2ca45e476d) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:16:20.898096 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.909054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Transition to ACTIVE for port object b99fc983-6b93-42ae-8496-1b2ca45e476d will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:16:20.927303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Transition to ACTIVE for port object b99fc983-6b93-42ae-8496-1b2ca45e476d will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:16:20.994655 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.998588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:16:21.062332 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Pushing event updated for resources: {'Port': ['ID=b99fc983-6b93-42ae-8496-1b2ca45e476d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:16:21.072584 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.072927 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.073275 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.073594 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.073922 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.074238 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.074559 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.075571 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.076371 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.076509 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.076832 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.077154 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:16:21.081378 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:16:21.085643 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:16:21.086901 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:16:21.089918 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:16:21.180454 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Attempting to bind port b99fc983-6b93-42ae-8496-1b2ca45e476d on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:16:21.181312 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Attempting to bind port b99fc983-6b93-42ae-8496-1b2ca45e476d by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:16:21.181312 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Attempting to bind port b99fc983-6b93-42ae-8496-1b2ca45e476d on network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:16:21.186755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:16:21.187188 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Checking segment: {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:16:21.187614 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:21.187999 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Bound using segment: {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:16:21.188466 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Bound port: b99fc983-6b93-42ae-8496-1b2ca45e476d, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:16:21.188827 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:21.277373 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] For port b99fc983-6b93-42ae-8496-1b2ca45e476d, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:16:21.280674 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] For port b99fc983-6b93-42ae-8496-1b2ca45e476d, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=b99fc983-6b93-42ae-8496-1b2ca45e476d,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:16:21.339192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:21.343259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:16:21.423182 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Pushing event updated for resources: {'Port': ['ID=b99fc983-6b93-42ae-8496-1b2ca45e476d,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:16:21.427435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:16:22.248854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b72d8f-6b17-4b71-b2bc-d02edab9f409 None None] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:16:22.401006 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-0440a525-30b1-4e7b-8c94-8529fe3bbb8e None None] Provisioning for port b99fc983-6b93-42ae-8496-1b2ca45e476d completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:16:22.796432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b99fc983-6b93-42ae-8496-1b2ca45e476d up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:16:22.926945 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port b99fc983-6b93-42ae-8496-1b2ca45e476d completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:16:22.932015 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port b99fc983-6b93-42ae-8496-1b2ca45e476d triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:16:22.932387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:23.052981 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:23.086054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port b99fc983-6b93-42ae-8496-1b2ca45e476d, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=b99fc983-6b93-42ae-8496-1b2ca45e476d,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:16:23.154767 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:23.157693 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-726b2c05-e0e2-4cd3-a823-9c4b26e98d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:16:23.223463 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=b99fc983-6b93-42ae-8496-1b2ca45e476d,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:16:23.226682 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:16:24.778774 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b99fc983-6b93-42ae-8496-1b2ca45e476d up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:16:24.845040 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port b99fc983-6b93-42ae-8496-1b2ca45e476d triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:16:24.845414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:30.223874 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-61c8bf72-bcfc-40cd-98e3-e8381fc9abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:32.761140 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:32.858661 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a3934b44-4967-4f28-969e-c2a949c2a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:33.795601 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:35.161065 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:46.174612 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:17:00.166607 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71a1bb09-8970-4a8b-87e9-ee5dbabaf506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:02.766133 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:02.834602 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df6d572-c0af-430b-8d9e-876e366baea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:03.817621 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:05.194585 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:23.173795 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:17:30.143153 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-39ccb4a4-9923-49fe-998c-1cf0877279de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:32.771381 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:32.874296 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbe02e95-e3e3-4310-9a95-2bdfb04a8b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:33.806135 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:35.154254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:40.775814 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51194) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:40.782612 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [None req-7a84ac16-ed17-4b02-beb4-d365aa7291cf tempest-verify_tempest_config-303616536 tempest-verify_tempest_config-303616536-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:17:40.783568 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7a84ac16-ed17-4b02-beb4-d365aa7291cf tempest-verify_tempest_config-303616536 tempest-verify_tempest_config-303616536-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067699 May 17 16:17:41.272417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51212) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:41.385693 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.400331 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:17:41.404123 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Usage tracker for resource:security_group_rule and tenant:6c52bf4add39494ebd471991c7a23b0a is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:17:41.406763 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:17:41.412295 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:17:41.493403 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.543580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.552282 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:17:41.589646 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Synchronizing usage tracker for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:17:41.593501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8e082-599d-4146-a2e7-ccb6b1e8dd5d,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:17:41.602666 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.603019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.603350 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.603671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.603990 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.604307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.605174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.605632 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.605774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.606084 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.606394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.606702 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:41.611736 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:17:41.662754 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Unset dirty status for tenant:b78e6efa9ff34778b27e74ceb3ade664 on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:17:41.663966 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c52bf4add39494ebd471991c7a23b0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3906033 May 17 16:17:41.666681 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51218) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:41.723615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.749031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.903415 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.908454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:17:41.922279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8e082-599d-4146-a2e7-ccb6b1e8dd5d,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:17:41.924325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:17:41.925249 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:41.926378 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61d8e082-599d-4146-a2e7-ccb6b1e8dd5d HTTP/1.1" status: 204 len: 168 time: 0.2582259 May 17 16:18:00.142363 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2beedb76-c04f-425d-aa9e-872dbf15b4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:00.171930 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:18:02.765340 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.850709 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5f1c0ca2-62a5-40ba-8508-f58fa3dec40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:03.793848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:05.188125 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:30.153961 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da25bd1b-c386-4c36-ad7c-d09b32201212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:32.777463 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:32.885925 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9b8a967c-89d0-47b0-b77d-515ce25d6a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:33.788090 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:35.188310 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:37.170931 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:19:00.165817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dc48-156c-4c74-8ee6-7438b110aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:02.804766 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:02.868311 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb363-6e07-44cf-9c53-9a9de3304c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:03.805654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:05.188112 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:14.169916 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 5 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:19:25.462935 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556'] for agent, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:29.224232 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51270) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:19:29.340725 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5f14e845-a9a4-4306-8bd5-1f25a4478402 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1153526 May 17 16:19:30.171505 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8123658b-cccf-4b11-93c3-1de6caeac9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:31.591031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51280) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:19:31.646068 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c3686b65-4e5a-4daa-9972-10f4871df9ad admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0539637 May 17 16:19:32.760250 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:32.863147 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-33be9a5b-34be-4c90-9f19-0e97141f4d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:33.817496 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:35.215616 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:51.168728 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:19:55.399908 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:00.197877 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d8cbee11-f40a-4c26-a4e3-3027cdb69457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:02.774700 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:02.860547 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-903a64e0-012e-4339-9924-f7f541664b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:03.849045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:05.204246 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:25.444600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:28.167485 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:20:30.171714 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9674f73f-875b-4be6-acdc-6da2f8f33bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:32.780284 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:32.934192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e815-6b3e-4abe-93e4-ac86efb66bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:33.852004 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:35.251850 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:55.423633 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:00.196962 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fdd99476-b219-4ccf-a7c2-c2b1f6f7992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:02.865459 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:02.945257 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-13305d9d-6dad-4525-9348-92d9a4bff0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:03.339176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51482) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:03.714967 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51504) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:03.785646 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-933515545-network', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:03.790462 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:03.794575 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Usage tracker for resource:network and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:03.797436 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:03.803589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:03.842939 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:03.939446 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Made reservation on behalf of 99e63d474d9c4d2da6ad843f1449c9cd for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:03.942779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:03.955849 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:03.970508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:03.974593 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Usage tracker for resource:security_group_rule and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:03.977730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:03.983964 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.022329 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51518) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:04.071390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.157150 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.160689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ffb9de54-5b9b-48b4-89aa-f087345548de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:04.191367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640790538-network', 'tenant_id': '9e03aea126f94b758edd2759e3db8168'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:04.195921 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:21:04.210362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03fab1-be81-4a5c-8c92-6a9f96f03f81,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:04.216106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.216445 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Added segment 9acc745b-60d1-4d2f-a2c2-9a5a18b75859 of type vlan for network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 May 17 16:21:04.225017 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.229586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.230125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.230125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.230400 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.230905 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.231240 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.231719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Tracked resource versions report: May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: pushed versions: May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: { 'AddressGroup': {'1.2'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'ConntrackHelper': {'1.0'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Log': {'1.0'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Network': {'1.1'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Port': {'1.7'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'PortForwarding': {'1.2'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'QosPolicy': {'1.8'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroup': {'1.4'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroupRule': {'1.2'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SubPort': {'1.0'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Subnet': {'1.1'}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Trunk': {'1.1'}} May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: consumer versions: May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: HyperV agent@hv-cinder-76810: {}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'ConntrackHelper': '1.0', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Log': '1.0', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Network': '1.1', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Port': '1.7', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'PortForwarding': '1.2', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'QosPolicy': '1.8', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroup': '1.4', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SecurityGroupRule': '1.2', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'SubPort': '1.0', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Subnet': '1.1', May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: 'Trunk': '1.1'}} May 17 16:21:04.232925 dv-cinder-768105-8-smb neutron-server[79275]: {{(pid=79275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:21:04.240569 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:04.241590 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Usage tracker for resource:network and tenant:9e03aea126f94b758edd2759e3db8168 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.245659 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.262264 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.274666 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.331404 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51530) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:04.389538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Made reservation on behalf of 9e03aea126f94b758edd2759e3db8168 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:04.392053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.401102 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.403919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:04.404483 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.411200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-94f3e03a-ee1a-456c-964f-953e443cfed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:04.432476 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.510749 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.520343 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Usage tracker for resource:security_group_rule and tenant:9e03aea126f94b758edd2759e3db8168 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.525473 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.532420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Pushing event updated for resources: {'Network': ['ID=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:04.534684 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.537461 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:04.545897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:21:04.579355 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1659201185-network', 'tenant_id': '856b2686940942a78f0496bcae7e86ea'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:04.589465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.593493 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2531264 May 17 16:21:04.596864 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51540) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:04.601527 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Usage tracker for resource:network and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.605088 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.613136 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Request body: {'subnet': {'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-subnet', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:04.618733 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.620676 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.635107 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Usage tracker for resource:subnet and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.640212 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.654903 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.666713 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.700009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'network': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:04.703345 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.705296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-489562252-network', 'tenant_id': '923ae011f0d94f0caeb79339be183db4'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:04.713007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.717312 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Usage tracker for resource:network and tenant:923ae011f0d94f0caeb79339be183db4 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.721597 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.727634 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.729525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.745872 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:04.749790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Usage tracker for resource:security_group_rule and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:04.753272 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:04.759277 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:04.760420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.767200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7152834d-925a-4085-9659-c748a293ea16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:04.784026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:21:04.794325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.794915 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Added segment edc90673-dfd1-496a-9b8e-cc9b3337a24a of type vlan for network 42cde58d-5996-4657-b033-6aae8cd1288e May 17 16:21:04.801682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Made reservation on behalf of 99e63d474d9c4d2da6ad843f1449c9cd for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:04.804242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.896255 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.910266 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Made reservation on behalf of 923ae011f0d94f0caeb79339be183db4 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:04.913276 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.942591 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.963999 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:04.992950 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdf381-fa39-4563-82fe-55382443976c,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:04.999126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:05.005254 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:05.017114 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Usage tracker for resource:security_group_rule and tenant:923ae011f0d94f0caeb79339be183db4 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:05.022637 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:05.032177 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:05.037518 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.062836 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=79274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:21:05.100877 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746702286538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.102657 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Unsubscribe: segment precommit_create {{(pid=79274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 16:21:05.103326 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.segments_db [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Added segment 860494ef-4c7f-44a3-b80a-197d8bb4e109 of type vlan for network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f May 17 16:21:05.127652 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.149267 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:05.149935 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.166061 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:21:05.171702 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:05.218474 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:05.231337 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.261088 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c454b94-283e-41bc-a7eb-305bfe3d360e,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:05.272001 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.272568 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.273651 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.273651 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.274077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.274548 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.275043 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.275611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.276086 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.276568 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.276877 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.277340 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Tracked resource versions report: May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: pushed versions: May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: { 'AddressGroup': {'1.2'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'ConntrackHelper': {'1.0'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Log': {'1.0'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Network': {'1.1'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Port': {'1.7'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'PortForwarding': {'1.2'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'QosPolicy': {'1.8'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SecurityGroup': {'1.4'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SecurityGroupRule': {'1.2'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SubPort': {'1.0'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Subnet': {'1.1'}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Trunk': {'1.1'}} May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: consumer versions: May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: HyperV agent@hv-cinder-76810: {}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'ConntrackHelper': '1.0', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Log': '1.0', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Network': '1.1', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Port': '1.7', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'PortForwarding': '1.2', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'QosPolicy': '1.8', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SecurityGroup': '1.4', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SecurityGroupRule': '1.2', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'SubPort': '1.0', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Subnet': '1.1', May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: 'Trunk': '1.1'}} May 17 16:21:05.278652 dv-cinder-768105-8-smb neutron-server[79274]: {{(pid=79274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:21:05.304228 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.328990 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:05.362249 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Pushing event updated for resources: {'Network': ['ID=42cde58d-5996-4657-b033-6aae8cd1288e,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:05.367135 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:05.374769 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 42cde58d-5996-4657-b033-6aae8cd1288e details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:21:05.389989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.436827 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.439027 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:05.439755 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.445596 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:05.544275 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8281581 May 17 16:21:05.545217 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.548777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51578) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:05.564786 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:05.578066 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Request body: {'subnet': {'network_id': '42cde58d-5996-4657-b033-6aae8cd1288e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640790538-subnet', 'tenant_id': '9e03aea126f94b758edd2759e3db8168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:05.604028 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5802369 May 17 16:21:05.605252 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51582) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:05.620017 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Request body: {'subnet': {'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1659201185-subnet', 'tenant_id': '856b2686940942a78f0496bcae7e86ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:05.631299 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:05.639601 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Pushing event updated for resources: {'Network': ['ID=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:05.643035 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Usage tracker for resource:subnet and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:05.646159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:05.649510 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:05.654197 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:05.658525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:21:05.659573 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:05.682043 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Usage tracker for resource:subnet and tenant:9e03aea126f94b758edd2759e3db8168 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:05.689733 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:05.698453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:21:05.707279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:05.711004 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:05.711870 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:05.725595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.725947 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Added segment 3f5d2633-7940-41b5-84c0-3f980a95228d of type vlan for network b2b18fb4-6604-4d68-90b1-03f971911988 May 17 16:21:05.751334 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:05.754047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.760972 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.813568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Made reservation on behalf of 9e03aea126f94b758edd2759e3db8168 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:05.825299 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:05.967678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.007271 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:06.007911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.021653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:06.150021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.158429 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Pushing event updated for resources: {'Network': ['ID=b2b18fb4-6604-4d68-90b1-03f971911988,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:06.164812 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:06.168474 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-27404b69-e7fb-4fd5-8f10-0d0e71aef16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:06.173523 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network b2b18fb4-6604-4d68-90b1-03f971911988 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:21:06.201625 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8689904 May 17 16:21:06.205640 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51606) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:06.225207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Request body: {'subnet': {'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-489562252-subnet', 'tenant_id': '923ae011f0d94f0caeb79339be183db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:06.240648 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:06.259929 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Usage tracker for resource:subnet and tenant:923ae011f0d94f0caeb79339be183db4 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:06.294592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:06.317656 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:06.321007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d382ac-a153-44ef-9978-d56d89c60577,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:06.327555 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:06.341275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Checking segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:06.341642 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Network hostable DHCP agents. Network: 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:21:06.355689 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.361834 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:06.435134 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8148eb-f2ee-460a-bcdd-02ff9a474d60,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:06.438271 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:06.443086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Made reservation on behalf of 923ae011f0d94f0caeb79339be183db4 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:06.445513 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.447536 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Checking segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:06.453806 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Network hostable DHCP agents. Network: b015a189-0d2e-4de5-b30d-6b9b3a38ad7f, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:21:06.512679 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:21:06.551746 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:21:06.678308 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, b015a189-0d2e-4de5-b30d-6b9b3a38ad7f) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:06.682440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:06.686522 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:06.689333 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2ed9e-28b2-4a87-9c48-5c7fec8eec92 None None] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:06.689916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.690282 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:06.690870 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.712416 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78632b2e-f403-40ba-8c2f-efe2023eb0b1 None None] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:06.797790 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1878462 May 17 16:21:06.841660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:06.846911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:06.886690 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7a036076-2523-4aa3-bdba-9746e4cdf698 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2862310 May 17 16:21:06.887332 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51612) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:06.892942 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:06.900754 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:06.905514 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Usage tracker for resource:router and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:06.910216 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:06.917586 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:07.002682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=181884d9-abf4-478d-a125-d83eb7503fe0,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:07.014223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:07.014223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Checking segment: {'id': 'edc90673-dfd1-496a-9b8e-cc9b3337a24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '42cde58d-5996-4657-b033-6aae8cd1288e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:07.014223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Network hostable DHCP agents. Network: 42cde58d-5996-4657-b033-6aae8cd1288e, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:21:07.060652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.063222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.088508 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.093428 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c0072-54ec-49a4-b3bc-5c2ff91ffe69 None None] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:07.163636 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Network 42cde58d-5996-4657-b033-6aae8cd1288e is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:21:07.187397 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.187397 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c04a1285-22cd-4083-8224-fef396ba843d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:07.272877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Checking segment: {'id': '3f5d2633-7940-41b5-84c0-3f980a95228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:07.273254 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Network hostable DHCP agents. Network: b2b18fb4-6604-4d68-90b1-03f971911988, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:21:07.285151 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93ccc98-4a81-4c5c-bfcb-f2b928385eb9,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:07.288999 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:07.302798 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 42cde58d-5996-4657-b033-6aae8cd1288e) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:07.326319 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:07.327032 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.372603 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5b9ad-1634-416a-bb13-45aad990767e None None] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:07.398452 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Network b2b18fb4-6604-4d68-90b1-03f971911988 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:21:07.406145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, b2b18fb4-6604-4d68-90b1-03f971911988) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:07.414935 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:07.415735 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.477736 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9247649 May 17 16:21:07.545073 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3184719 May 17 16:21:07.547663 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:07.559340 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379a5f7-1052-4842-9aaf-7f4051a878a8 None None] Network 42cde58d-5996-4657-b033-6aae8cd1288e requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:07.582750 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3de3dd-f71f-4b7f-93ed-2f30b3648ab1 None None] Network b2b18fb4-6604-4d68-90b1-03f971911988 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:08.027964 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3477e04-5734-4b2d-84da-a0ea5a40148d None None] Network 42cde58d-5996-4657-b033-6aae8cd1288e requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:08.144861 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:08.184708 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:08.298196 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5b806-08ff-430f-8c16-0dbd2e94bc8b None None] Network b2b18fb4-6604-4d68-90b1-03f971911988 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:08.357808 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Allocated IP 172.28.2.87 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/65ea864e-570a-4a21-bd56-f11a69b62f9e) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:08.573094 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51694) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:08.576040 dv-cinder-768105-8-smb neutron-server[79275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 16:21:08.635915 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:08.789139 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-9589a937-2f78-40a6-92e7-53a2cd263aba tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:08.790540 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-9589a937-2f78-40a6-92e7-53a2cd263aba tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.2163179 May 17 16:21:08.797705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:08.804181 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:08.827180 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-bffeef3a-6840-4b92-9c01-19beccc4b598 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/quotas/856b2686940942a78f0496bcae7e86ea HTTP/1.1" status: 200 len: 375 time: 0.0149903 May 17 16:21:08.923784 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51720) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:08.928673 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-2ab1fc0e-3441-42ad-8161-5c090a20ead4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944414 May 17 16:21:08.953640 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:08.957029 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:08.964177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:09.065127 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51730) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:09.071889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259301400-network', 'tenant_id': 'f7d3ba0766b840b68f0c8e1f99891b6f'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:09.076676 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:09.081359 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Usage tracker for resource:network and tenant:f7d3ba0766b840b68f0c8e1f99891b6f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:09.085101 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:09.091687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:09.180820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-5833e55a-3544-4b49-a299-77eb6dab3c6b tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:09.181498 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3d788226-c56f-4d27-be33-9c520f12fbac req-5833e55a-3544-4b49-a299-77eb6dab3c6b tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Synchronizing usage tracker for tenant:923ae011f0d94f0caeb79339be183db4 on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:09.197080 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Pushing event updated for resources: {'Port': ['ID=65ea864e-570a-4a21-bd56-f11a69b62f9e,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:09.203085 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:09.236885 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-3cda0172-bf86-4f72-8c96-39e284358585 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:21:09.237865 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-3cda0172-bf86-4f72-8c96-39e284358585 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537214 May 17 16:21:09.240855 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Made reservation on behalf of f7d3ba0766b840b68f0c8e1f99891b6f for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:09.243102 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.277511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.394185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3d788226-c56f-4d27-be33-9c520f12fbac req-5833e55a-3544-4b49-a299-77eb6dab3c6b tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Unset dirty status for tenant:923ae011f0d94f0caeb79339be183db4 on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:09.395372 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-5833e55a-3544-4b49-a299-77eb6dab3c6b tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/networks?id=b2b18fb4-6604-4d68-90b1-03f971911988 HTTP/1.1" status: 200 len: 811 time: 0.4706457 May 17 16:21:09.406889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:09.421801 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d3ba0766b840b68f0c8e1f99891b6f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:09.429810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:09.433143 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-a29f751f-df1a-4273-8664-b14ecaeff72a tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/quotas/923ae011f0d94f0caeb79339be183db4 HTTP/1.1" status: 200 len: 375 time: 0.0275040 May 17 16:21:09.447534 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:09.499968 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-e8fab669-8995-40a5-8a3e-cb4bd1ece7da tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=923ae011f0d94f0caeb79339be183db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535851 May 17 16:21:09.524539 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-f3ed9d18-b29e-48b5-9fa8-ab9817a87855 service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724936 May 17 16:21:09.529432 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.592016 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51746) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:09.712649 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-a2a14c33-2293-4574-bc4b-71cb4a2c50f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723864 May 17 16:21:09.758863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.774346 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-72e385e2-3091-4ee7-b4d1-bcf052f0221b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:21:09.774346 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-72e385e2-3091-4ee7-b4d1-bcf052f0221b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949624 May 17 16:21:09.877127 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.893426 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:09.897622 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.913761 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-31ad386c-3e6d-4395-8368-cfd1e738318a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:09.935568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:21:09.945906 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Usage tracker for resource:security_group_rule and tenant:c13a45d7263446c3810edcf3ca29d268 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:09.965161 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:09.965862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec10e09-d393-48dc-aa48-ce60e79a0bd3,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:09.969078 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:09.982839 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:09.992748 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:09.993086 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Added segment 040440bc-aca7-4dbc-876b-6d1b0d97269d of type vlan for network 64176a33-4b12-4dc3-b8df-c68bff46b6f0 May 17 16:21:10.027705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.037609 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-ca018dc8-d732-4afe-8e40-23473329d1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551057 May 17 16:21:10.044535 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.227939 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-174b75a1-1add-4141-8279-8c48ea5e532c service neutron] 10.222.0.59 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855590 May 17 16:21:10.273886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.275419 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.277019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:10.277595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.283982 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:10.403484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Router bdd3106b-54af-4e6a-be79-f9f6a0a3635a is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:21:10.405340 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.416890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:10.443663 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fe85af0c-ef62-4241-a311-a66d7832ba5a req-5bba15a5-6510-43dd-b099-c247bfba73f6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.0704010 May 17 16:21:10.450787 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Pushing event updated for resources: {'Network': ['ID=64176a33-4b12-4dc3-b8df-c68bff46b6f0,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:10.455732 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:10.466279 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 64176a33-4b12-4dc3-b8df-c68bff46b6f0 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:21:10.541180 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4724336 May 17 16:21:10.543514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51794) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:10.547078 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Request body: {'subnet': {'network_id': '64176a33-4b12-4dc3-b8df-c68bff46b6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259301400-subnet', 'tenant_id': 'f7d3ba0766b840b68f0c8e1f99891b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:10.556904 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:10.562721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Usage tracker for resource:subnet and tenant:f7d3ba0766b840b68f0c8e1f99891b6f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:10.569337 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:10.587876 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c13a45d7263446c3810edcf3ca29d268&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9941914 May 17 16:21:10.594041 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:10.594512 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51802) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:10.611395 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334b198-6be5-4d60-9989-ac6ecb2eac0e,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:10.616974 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:10.737773 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b18fabb-7862-43fa-bcc1-35d973d2361b req-0b02a8f1-8bba-4c33-95fb-4af367a43b54 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.0659854 May 17 16:21:10.737773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Made reservation on behalf of f7d3ba0766b840b68f0c8e1f99891b6f for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:10.739414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.834961 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:21:10.845540 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.846710 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Sync routers for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:21:10.861178 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:21:10.862560 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:21:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:10.892701 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.989742 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:10.994826 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1063991 May 17 16:21:10.996057 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 51832) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:11.104048 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:21:11.281578 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:11.301741 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:11.321858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334b198-6be5-4d60-9989-ac6ecb2eac0e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:11.326654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:11.328992 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:11.330094 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4334b198-6be5-4d60-9989-ac6ecb2eac0e HTTP/1.1" status: 204 len: 168 time: 0.7324502 May 17 16:21:11.486714 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:09Z', 'revision_number': 3, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:11.493910 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Checking router: bdd3106b-54af-4e6a-be79-f9f6a0a3635a for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:21:11.494294 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Updating router bdd3106b-54af-4e6a-be79-f9f6a0a3635a port 65ea864e-570a-4a21-bd56-f11a69b62f9e binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:21:11.578440 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:11.603841 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d014ae1e-0cae-4177-aabb-2672fae036c0 req-8e6e2a80-22e0-45ba-b430-950d6b397996 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.0673974 May 17 16:21:11.747689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:11.752551 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6ff602bb-8894-43b4-b26e-1ec79ffcf640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:11.845394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127a9b72-d7f6-42a4-93ff-62f2f8236639,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:11.855205 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:11.866588 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Checking segment: {'id': '040440bc-aca7-4dbc-876b-6d1b0d97269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64176a33-4b12-4dc3-b8df-c68bff46b6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:11.867243 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Network hostable DHCP agents. Network: 64176a33-4b12-4dc3-b8df-c68bff46b6f0, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:21:11.949735 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ff432d92-cd4b-48b4-898c-e19f7feaaada req-11c55938-9223-4cb0-9f03-93ed30a3bc55 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.0866466 May 17 16:21:12.023420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Network 64176a33-4b12-4dc3-b8df-c68bff46b6f0 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:21:12.111603 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 64176a33-4b12-4dc3-b8df-c68bff46b6f0) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:12.122615 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2030f2-2735-4be8-8449-777f5aa4e982 None None] Network 64176a33-4b12-4dc3-b8df-c68bff46b6f0 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:12.128081 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:12.128868 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.226392 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.232174 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.247874 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f4b944d0-9d14-4664-9255-7ef58c5ff8b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7054296 May 17 16:21:12.282145 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Transition to ACTIVE for port object 65ea864e-570a-4a21-bd56-f11a69b62f9e will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:12.400364 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.408097 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:12.506599 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Attempting to bind port 65ea864e-570a-4a21-bd56-f11a69b62f9e on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:12.506922 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Attempting to bind port 65ea864e-570a-4a21-bd56-f11a69b62f9e by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:12.507193 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Attempting to bind port 65ea864e-570a-4a21-bd56-f11a69b62f9e on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:12.510866 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Pushing event updated for resources: {'Port': ['ID=65ea864e-570a-4a21-bd56-f11a69b62f9e,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:12.519680 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:12.526666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:12.526666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.526666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:12.526666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Bound port: 65ea864e-570a-4a21-bd56-f11a69b62f9e, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:12.526666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.534275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Allocated IP 172.20.0.1 (2fca1f68-4f33-4612-b89d-6ecc55e2e1c5/39d382ac-a153-44ef-9978-d56d89c60577/87eeb4e4-a568-4108-9682-e85d2759b237) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:12.539857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51890) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:12.556899 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.557289 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.557623 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.557941 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.558317 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.558568 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.558882 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.559249 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.559562 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.559868 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.560175 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.560482 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Tracked resource versions report: May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: pushed versions: May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: { 'AddressGroup': {'1.2'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'ConntrackHelper': {'1.0'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Log': {'1.0'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Network': {'1.1'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Port': {'1.7'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'PortForwarding': {'1.2'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'QosPolicy': {'1.8'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroup': {'1.4'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroupRule': {'1.2'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SubPort': {'1.0'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Subnet': {'1.1'}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Trunk': {'1.1'}} May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: consumer versions: May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: HyperV agent@hv-cinder-76810: {}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'ConntrackHelper': '1.0', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Log': '1.0', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Network': '1.1', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Port': '1.7', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'PortForwarding': '1.2', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'QosPolicy': '1.8', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroup': '1.4', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SecurityGroupRule': '1.2', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'SubPort': '1.0', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Subnet': '1.1', May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: 'Trunk': '1.1'}} May 17 16:21:12.561595 dv-cinder-768105-8-smb neutron-server[79277]: {{(pid=79277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:21:12.581134 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51894) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:12.584620 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:12.627119 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842707df-5ebb-4c53-9bac-739fc4c72d22 None None] Network 64176a33-4b12-4dc3-b8df-c68bff46b6f0 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:21:12.636630 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] For port 65ea864e-570a-4a21-bd56-f11a69b62f9e, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:12.649314 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] For port 65ea864e-570a-4a21-bd56-f11a69b62f9e, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=65ea864e-570a-4a21-bd56-f11a69b62f9e,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:12.658109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.743597 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:12.752207 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.757926 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Usage tracker for resource:security_group_rule and tenant:96db04081a2c43879d4c424b2ce4cf73 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:12.765444 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:12.771215 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:12.785356 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c12c5cd3-0aec-429c-901c-de00ab4fb63b req-1252ecde-f2e0-4163-8e2f-fc1e17e35450 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.0758064 May 17 16:21:12.800116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:12.812619 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-99333034-691e-4532-859c-2041893605da admin admin] Deleting subnet 181884d9-abf4-478d-a125-d83eb7503fe0 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:21:12.823785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-99333034-691e-4532-859c-2041893605da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.867716 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.927366 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:21:12.928246 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:21:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:12.968790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:12.978945 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3e7f717d-4853-4b47-8baf-c576e7e6a572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:13.005396 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-99333034-691e-4532-859c-2041893605da admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.044174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-99333034-691e-4532-859c-2041893605da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.066006 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:13.080329 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:13.083825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:13.083825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.156241 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Pushing event updated for resources: {'Port': ['ID=65ea864e-570a-4a21-bd56-f11a69b62f9e,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:13.219473 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:13.356873 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:21:13.383230 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-276842db-34ee-4020-83e4-4cd40a2e3736 req-f602ef93-7a92-44d1-b0fc-a807514c22ed tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.1364076 May 17 16:21:13.472785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Pushing event updated for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:13.479143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:13.522582 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.663894 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.680117 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:13.754143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e9121-4c5b-4ad2-b84f-4c6b106316c7,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:13.764331 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:13.770380 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96db04081a2c43879d4c424b2ce4cf73&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2291501 May 17 16:21:13.771343 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51940) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:13.799250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.857601 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-99333034-691e-4532-859c-2041893605da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.863422 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:09Z', 'revision_number': 3, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:13.864587 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:13.865365 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b2b6-e40a-4f3b-89dd-5df185d3cdb7 None None] The sync data for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb is: [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:09Z', 'revision_number': 3, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:21:13.952537 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99333034-691e-4532-859c-2041893605da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181884d9-abf4-478d-a125-d83eb7503fe0,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:13.967979 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-99333034-691e-4532-859c-2041893605da admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:13.979279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.003955 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-99333034-691e-4532-859c-2041893605da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/181884d9-abf4-478d-a125-d83eb7503fe0 HTTP/1.1" status: 204 len: 168 time: 1.4162652 May 17 16:21:14.031460 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 51956) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:14.037250 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-99333034-691e-4532-859c-2041893605da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:14.047404 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.162006 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-92517327-b954-4d4c-988c-d6332eb8dd13 req-315239c7-4fe8-4c68-a167-ae82200c8f12 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.1534321 May 17 16:21:14.207026 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.279174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.303741 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.304904 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.309131 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:14.398394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.416861 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:14.432120 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e9121-4c5b-4ad2-b84f-4c6b106316c7,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:14.435317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:14.440936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.456209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.457340 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac3e9121-4c5b-4ad2-b84f-4c6b106316c7 HTTP/1.1" status: 204 len: 168 time: 0.6850896 May 17 16:21:14.467362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.467845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.469005 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.469441 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.469848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.471124 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.471564 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.473626 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.475066 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.477388 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.519793 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.26', 63172) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:14.616240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Pushing event updated for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:14.623968 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:14.720734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.721109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.721450 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.721800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:14.722163 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cde58d-5996-4657-b033-6aae8cd1288e']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:14.746958 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc90673-dfd1-496a-9b8e-cc9b3337a24a') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:14.747294 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc90673-dfd1-496a-9b8e-cc9b3337a24a') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:14.845984 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a49b4ea0-d1f6-4131-833e-dd7f20c25da4 req-2a070a22-6f0b-4b90-b6d0-e70e730bbdcd tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.1118801 May 17 16:21:14.854571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.876652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:14.883307 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:14.899104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:14.922859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-f1c457a7-c604-48a8-90bd-705f4135cff7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:14.922859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d9756540-941e-4f28-8e65-6584e806fed6 req-f1c457a7-c604-48a8-90bd-705f4135cff7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Synchronizing usage tracker for tenant:856b2686940942a78f0496bcae7e86ea on resource:network {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:14.923708 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:21:14.923708 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: from cryptography.utils import int_from_bytes May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: from cryptography.utils import int_from_bytes May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:21:15.023858 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:21:15.119583 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65ea864e-570a-4a21-bd56-f11a69b62f9e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:15.205449 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.217426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bae33c83-cbdd-4e55-96fc-e95a0469effd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:15.287288 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.293396 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d9756540-941e-4f28-8e65-6584e806fed6 req-f1c457a7-c604-48a8-90bd-705f4135cff7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Unset dirty status for tenant:856b2686940942a78f0496bcae7e86ea on resource:network {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:15.294549 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-f1c457a7-c604-48a8-90bd-705f4135cff7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.7539921 May 17 16:21:15.297472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cde58d-5996-4657-b033-6aae8cd1288e,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:15.313077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Router bdd3106b-54af-4e6a-be79-f9f6a0a3635a has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:21:15.313313 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:15.322878 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ae788519-12d1-42f2-a21e-b1da07c222d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/42cde58d-5996-4657-b033-6aae8cd1288e HTTP/1.1" status: 204 len: 168 time: 1.2865710 May 17 16:21:15.325215 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52006) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:15.332123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 65ea864e-570a-4a21-bd56-f11a69b62f9e completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:15.338113 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 65ea864e-570a-4a21-bd56-f11a69b62f9e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:15.340508 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.441640 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Deleting subnet 127a9b72-d7f6-42a4-93ff-62f2f8236639 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:21:15.448627 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.499454 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Request body: {'port': {'device_id': '85972e41-993e-4583-b137-a64c3dbbe21f', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'admin_state_up': True, 'tenant_id': '856b2686940942a78f0496bcae7e86ea'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:15.531960 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.26', 63176) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:15.571237 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.590416 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 65ea864e-570a-4a21-bd56-f11a69b62f9e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=65ea864e-570a-4a21-bd56-f11a69b62f9e,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:15.668075 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ba467881-d608-4d72-855a-7394d68d0dd1 req-c0e70504-c606-4941-a73e-06735496dd96 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.1362114 May 17 16:21:15.697541 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.699911 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:15.761004 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:15.866265 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=65ea864e-570a-4a21-bd56-f11a69b62f9e,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:15.876826 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.880477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.882099 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Tracked resource versions report: May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: pushed versions: May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: { 'AddressGroup': {'1.2'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'ConntrackHelper': {'1.0'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Log': {'1.0'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Network': {'1.1'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Port': {'1.7'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'PortForwarding': {'1.2'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'QosPolicy': {'1.8'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroup': {'1.4'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroupRule': {'1.2'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SubPort': {'1.0'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Subnet': {'1.1'}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Trunk': {'1.1'}} May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: consumer versions: May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: { DHCP agent@dv-cinder-768105-8-smb: {}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: HyperV agent@hv-cinder-76810: {}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: L3 agent@dv-cinder-768105-8-smb: {}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: Metadata agent@dv-cinder-768105-8-smb: {}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: Metering agent@dv-cinder-768105-8-smb: {}, May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: Open vSwitch agent@dv-cinder-768105-8-smb: { 'AddressGroup': '1.2', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'ConntrackHelper': '1.0', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Log': '1.0', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Network': '1.1', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Port': '1.7', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'PortForwarding': '1.2', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'QosPolicy': '1.8', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroup': '1.4', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SecurityGroupRule': '1.2', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'SubPort': '1.0', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Subnet': '1.1', May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: 'Trunk': '1.1'}} May 17 16:21:15.883613 dv-cinder-768105-8-smb neutron-server[79276]: {{(pid=79276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:21:15.893529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:15.901481 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:15.938220 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:16.100935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Usage tracker for resource:port and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:16.128085 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:16.153609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:16.203409 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-6d631f68-3087-462f-94c0-f320d1f8fc20 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:16.203610 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:21:16.205466 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-6d631f68-3087-462f-94c0-f320d1f8fc20 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.26 "GET /v2.0/networks?id=b2b18fb4-6604-4d68-90b1-03f971911988 HTTP/1.1" status: 200 len: 811 time: 0.6726654 May 17 16:21:16.219591 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] 10.222.0.59 "PUT /v2.0/routers/bdd3106b-54af-4e6a-be79-f9f6a0a3635a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214813 May 17 16:21:16.267849 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:16.274563 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:16.288506 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-59d095ac-2dcd-49c8-a886-9bb7181d67e1 req-ef75b088-518a-4bcd-a609-1401e8d91452 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.0855694 May 17 16:21:16.303358 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Request body: {'port': {'device_id': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988', 'admin_state_up': True, 'tenant_id': '923ae011f0d94f0caeb79339be183db4'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:16.417507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Sync routers for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:21:16.434722 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:21:16.435654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:21:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:16.545214 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Allocated IP 172.20.0.3 (b015a189-0d2e-4de5-b30d-6b9b3a38ad7f/aa8148eb-f2ee-460a-bcdd-02ff9a474d60/a69aecff-5a2a-4713-b584-c1693ac22fc2) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:16.793384 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:21:16.902207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:16.915588 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Usage tracker for resource:port and tenant:923ae011f0d94f0caeb79339be183db4 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:16.959848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:16.976325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:17.277806 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.277806 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e2de9cd5-8158-4869-a1ca-7236bc07da1b req-e7ca5979-9678-4549-9104-f52d63aaee04 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.1100378 May 17 16:21:17.277806 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:17.284675 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.287376 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65ea864e-570a-4a21-bd56-f11a69b62f9e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:17.289607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Made reservation on behalf of 923ae011f0d94f0caeb79339be183db4 for: {'port': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:17.289607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.289607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.289607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127a9b72-d7f6-42a4-93ff-62f2f8236639,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:17.290484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.290741 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:17.295144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:17.502385 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/127a9b72-d7f6-42a4-93ff-62f2f8236639 HTTP/1.1" status: 204 len: 168 time: 2.1740038 May 17 16:21:17.514937 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:17.524177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52124) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:17.532877 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:17.550338 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:17.574470 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 65ea864e-570a-4a21-bd56-f11a69b62f9e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:17.575595 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:17.579695 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.585186 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.937428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:17.970003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Allocated IP 172.20.0.11 (b2b18fb4-6604-4d68-90b1-03f971911988/b93ccc98-4a81-4c5c-bfcb-f2b928385eb9/b2a632eb-97f5-4e21-82b1-5348825dbb83) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:17.989442 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:13Z', 'revision_number': 4, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '87eeb4e4-a568-4108-9682-e85d2759b237', 'name': '', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'mac_address': 'fa:16:3e:72:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39d382ac-a153-44ef-9978-d56d89c60577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:12Z', 'updated_at': '2021-05-17T16:21:14Z', 'revision_number': 2, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'subnets': [{'id': '39d382ac-a153-44ef-9978-d56d89c60577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:17.994256 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Checking router: bdd3106b-54af-4e6a-be79-f9f6a0a3635a for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:21:17.994803 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Updating router bdd3106b-54af-4e6a-be79-f9f6a0a3635a port 87eeb4e4-a568-4108-9682-e85d2759b237 binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:21:18.057366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.155109 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9bead8ce-aab0-4fab-8f9f-178835940d32 req-574728df-7bf8-487b-a30c-8341743801fe tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.4695814 May 17 16:21:18.174116 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.210624 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.211298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.212817 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.213361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > port after_create 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.213830 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > port after_delete 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.214307 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > port after_update 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.214771 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.215286 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.215744 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.219126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.476274 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52152) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:18.566756 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.567323 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.567623 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.568046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:21:18.568494 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64176a33-4b12-4dc3-b8df-c68bff46b6f0']}} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:18.589608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event updated for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:18.596636 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.305s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:18.601702 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040440bc-aca7-4dbc-876b-6d1b0d97269d') {'for_net_delete': True} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:18.603066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040440bc-aca7-4dbc-876b-6d1b0d97269d') {} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:18.643654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4292928160'] for segment, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.684268 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3253887 May 17 16:21:18.699512 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.738287 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-001e6318-5002-4d7e-8c83-eb02c43d06ad tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:21:18.741166 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-001e6318-5002-4d7e-8c83-eb02c43d06ad tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345495 May 17 16:21:18.749306 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=79274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:21:18.750103 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293313501'] for segment, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: from cryptography.utils import int_from_bytes May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: from cryptography.utils import int_from_bytes May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: Traceback (most recent call last): May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: timer() May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: cb(*args, **kw) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: return func(*args, **kwargs) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: self._notify() May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: self.callback(batched_events) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: event.method(event) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: return f(self, *a, **k) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: return self._get(url).json() May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: return self.request(url, 'GET', **kwargs) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:21:18.788282 dv-cinder-768105-8-smb neutron-server[79274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:21:18.851198 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cb62760c-c432-44db-8270-73b06477d000 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:18.851932 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cb62760c-c432-44db-8270-73b06477d000 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Synchronizing usage tracker for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:18.897266 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b9f4a-e42a-4120-b6bf-cc33e3bbe4e1 req-2d33cc9a-723f-404f-a704-dc4e003158ae tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:18.907598 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a23b9f4a-e42a-4120-b6bf-cc33e3bbe4e1 req-2d33cc9a-723f-404f-a704-dc4e003158ae tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 931 time: 0.4437773 May 17 16:21:18.925079 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.021687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.045125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.057778 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.058127 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Transition to ACTIVE for port object 87eeb4e4-a568-4108-9682-e85d2759b237 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:19.062793 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:19.099879 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.119012 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a23b9f4a-e42a-4120-b6bf-cc33e3bbe4e1 req-6d1fe3bb-bb57-439b-9321-5d758437e547 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916716 May 17 16:21:19.120116 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Pushing event deleted for resources: {'Network': ['ID=64176a33-4b12-4dc3-b8df-c68bff46b6f0,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:19.138256 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:19.138345 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:19.138416 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cb62760c-c432-44db-8270-73b06477d000 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Unset dirty status for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:19.138416 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cb62760c-c432-44db-8270-73b06477d000 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 818 time: 0.9638858 May 17 16:21:19.139844 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] 10.222.0.59 "DELETE /v2.0/networks/64176a33-4b12-4dc3-b8df-c68bff46b6f0 HTTP/1.1" status: 204 len: 168 time: 1.5397098 May 17 16:21:19.143721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Usage tracker for resource:security_group_rule and tenant:e3b9b62342d94cff86fef2f13a12789a is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:19.153227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:19.168874 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.179255 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:19.200523 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:19.214870 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-f1836386-4b3c-44bb-b9f5-eaebbacbb701 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/quotas/99e63d474d9c4d2da6ad843f1449c9cd HTTP/1.1" status: 200 len: 375 time: 0.0649533 May 17 16:21:19.398867 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Pushing event updated for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:19.408340 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:19.421574 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Request body: {'port': {'device_id': '85972e41-993e-4583-b137-a64c3dbbe21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:19.509006 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c2576cbb-4a80-423a-851b-85e3107acecd req-49449e4e-7056-477d-8d73-0704e2e49a68 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.1694229 May 17 16:21:19.611424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.637928 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Attempting to bind port 87eeb4e4-a568-4108-9682-e85d2759b237 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:19.639783 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Attempting to bind port 87eeb4e4-a568-4108-9682-e85d2759b237 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:19.640316 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Attempting to bind port 87eeb4e4-a568-4108-9682-e85d2759b237 on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:19.666579 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:19.669174 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Checking segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:19.669746 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.670387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Bound using segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:19.671116 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Bound port: 87eeb4e4-a568-4108-9682-e85d2759b237, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:19.671775 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.676083 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8e0a5644-a90e-4d0e-8571-c03d3ef7f137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:19.732882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.749375 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cee397a7-f536-47e6-a742-cc6237cd2375 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5335121 May 17 16:21:19.840849 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52202) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:19.851791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] For port 87eeb4e4-a568-4108-9682-e85d2759b237, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:19.864370 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] For port 87eeb4e4-a568-4108-9682-e85d2759b237, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=87eeb4e4-a568-4108-9682-e85d2759b237,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:19.932992 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Network b2b18fb4-6604-4d68-90b1-03f971911988 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:19.939742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52210) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:19.954259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:19.956933 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:19.969536 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.978946 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:20.106366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Pushing event updated for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:20.108268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.115667 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:20.133294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:21:20.134395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:21:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:20.150104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Pushing event updated for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:20.209296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.215016 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:20.376955 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:20.394586 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:21:20.414182 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3b9b62342d94cff86fef2f13a12789a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9341731 May 17 16:21:20.429524 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52220) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:20.453412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:20.454125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.529116 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.559349 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:20.578052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Usage tracker for resource:security_group_rule and tenant:bec8bb5d976c48f7b8704a031a578f68 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:20.594830 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:20.615154 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:20.617207 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3254905 May 17 16:21:20.671769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce72a13-b2ea-4fcd-9ccc-97059635107d,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:20.715759 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:20.741412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Request body: {'port': {'device_id': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:20.812510 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-6ace4775-acf0-4a47-8428-7890487c0421 service neutron] 10.222.0.59 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0082865 May 17 16:21:20.819738 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bd0ea561-45b2-4e43-8ae6-11f5941c332a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e03aea126f94b758edd2759e3db8168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7501168 May 17 16:21:20.820439 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52236) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:20.872455 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69aecff-5a2a-4713-b584-c1693ac22fc2 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:20.890912 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.906668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.994285 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Transition to ACTIVE for port object a69aecff-5a2a-4713-b584-c1693ac22fc2 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:21.018145 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.056685 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.063675 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:13Z', 'revision_number': 4, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '87eeb4e4-a568-4108-9682-e85d2759b237', 'name': '', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'mac_address': 'fa:16:3e:72:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39d382ac-a153-44ef-9978-d56d89c60577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:12Z', 'updated_at': '2021-05-17T16:21:19Z', 'revision_number': 4, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'subnets': [{'id': '39d382ac-a153-44ef-9978-d56d89c60577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:21:21.077642 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.088285 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da9d8-3925-4d9c-9f19-e0bad7072247 None None] The sync data for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb is: [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:21:13Z', 'revision_number': 4, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '87eeb4e4-a568-4108-9682-e85d2759b237', 'name': '', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'mac_address': 'fa:16:3e:72:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39d382ac-a153-44ef-9978-d56d89c60577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:12Z', 'updated_at': '2021-05-17T16:21:19Z', 'revision_number': 4, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'subnets': [{'id': '39d382ac-a153-44ef-9978-d56d89c60577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:21:21.103223 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:21.165400 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.204174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ae15-0c46-4a13-a323-ab52e4ea158f req-a56dca4f-1ad5-4f42-b838-a9feee389a2d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:21.214884 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9423ae15-0c46-4a13-a323-ab52e4ea158f req-a56dca4f-1ad5-4f42-b838-a9feee389a2d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 931 time: 0.7883203 May 17 16:21:21.246060 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.249962 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.258032 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.411651 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-bcfc2809-b295-4027-bbdd-3a890c14cd93 service neutron] 10.222.0.59 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826271 May 17 16:21:21.487336 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9423ae15-0c46-4a13-a323-ab52e4ea158f req-8704490b-1e18-4f7e-baab-f92f94402c00 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709937 May 17 16:21:21.547577 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Pushing event updated for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:21.562515 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:21.569906 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bec8bb5d976c48f7b8704a031a578f68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7209828 May 17 16:21:21.579354 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52244) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:21.580326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:21.627553 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.766252 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a599b51-7137-4225-b652-774de6d763bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:21.790597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969ba91-8f54-4955-9256-79f91df88871,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:21.792689 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:21.826040 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Attempting to bind port a69aecff-5a2a-4713-b584-c1693ac22fc2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:21.826040 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Attempting to bind port a69aecff-5a2a-4713-b584-c1693ac22fc2 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:21.828991 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Attempting to bind port a69aecff-5a2a-4713-b584-c1693ac22fc2 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:21.837304 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce72a13-b2ea-4fcd-9ccc-97059635107d,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:21.847488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Port a69aecff-5a2a-4713-b584-c1693ac22fc2 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:21:21.850684 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Attempting to bind port a69aecff-5a2a-4713-b584-c1693ac22fc2 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:21.872141 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:21.872399 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Checking segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:21.872960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Bound using segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:21.873383 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Bound port: a69aecff-5a2a-4713-b584-c1693ac22fc2, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:21.873773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.003478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.013445 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-def2a2fc-51b1-467a-8044-24b2c48ffa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:22.022124 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa8fd87d-0326-428b-9cbb-93ed6ec505e1 req-e244436a-893f-4aa4-b1b7-893330774fc5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 210 time: 0.1631482 May 17 16:21:22.031074 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:22.050528 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdf381-fa39-4563-82fe-55382443976c,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:22.080056 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:22.141677 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.143285 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21bdf381-fa39-4563-82fe-55382443976c HTTP/1.1" status: 204 len: 168 time: 1.3202071 May 17 16:21:22.180658 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:22.195472 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:22.297873 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.361984 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.411567 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.411567 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7b06fd94-34ba-4b80-bd7b-1a8fcf76c48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:22.416979 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.424120 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cce72a13-b2ea-4fcd-9ccc-97059635107d HTTP/1.1" status: 204 len: 168 time: 1.9935153 May 17 16:21:22.594681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:22.595445 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.597808 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] 10.222.0.26 "PUT /v2.0/ports/a69aecff-5a2a-4713-b584-c1693ac22fc2 HTTP/1.1" status: 200 len: 1093 time: 3.5907073 May 17 16:21:22.599016 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:22.654401 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Pushing event updated for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:22.668956 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:22.728455 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.836855 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:22.937340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-ea1974b9-a587-4eb0-96bc-bda8c6f25a07 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:22.938486 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-ea1974b9-a587-4eb0-96bc-bda8c6f25a07 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Synchronizing usage tracker for tenant:923ae011f0d94f0caeb79339be183db4 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:22.944822 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969ba91-8f54-4955-9256-79f91df88871,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:22.969210 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:22.996275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:22.999023 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f969ba91-8f54-4955-9256-79f91df88871 HTTP/1.1" status: 204 len: 168 time: 1.4163072 May 17 16:21:23.138635 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 87eeb4e4-a568-4108-9682-e85d2759b237 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:23.168514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-ea1974b9-a587-4eb0-96bc-bda8c6f25a07 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Unset dirty status for tenant:923ae011f0d94f0caeb79339be183db4 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:23.169703 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-ea1974b9-a587-4eb0-96bc-bda8c6f25a07 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 932 time: 1.3776519 May 17 16:21:23.360713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-d0936b4a-a0f2-4f4f-86a7-5a14c9be845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:23.367149 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-d0936b4a-a0f2-4f4f-86a7-5a14c9be845e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 1096 time: 0.4175816 May 17 16:21:23.421974 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-d33eb361-f24e-4683-a192-6a5b864c8d9a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:23.421974 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-d33eb361-f24e-4683-a192-6a5b864c8d9a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 818 time: 0.7157180 May 17 16:21:23.429638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-b6244369-5a90-4bb2-aed5-e1a74003bdb3 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Synchronizing usage tracker for tenant:923ae011f0d94f0caeb79339be183db4 on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:23.456332 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 87eeb4e4-a568-4108-9682-e85d2759b237 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:23.463836 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 87eeb4e4-a568-4108-9682-e85d2759b237 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:23.464507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:23.486057 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-85b13a4d-af9d-4785-ba17-028235fe54fe tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/quotas/99e63d474d9c4d2da6ad843f1449c9cd HTTP/1.1" status: 200 len: 375 time: 0.0591383 May 17 16:21:23.514288 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-5af521f7-fb7c-41b2-8592-0eea4793cff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2 HTTP/1.1" status: 200 len: 217 time: 0.0899942 May 17 16:21:23.571347 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a632eb-97f5-4e21-82b1-5348825dbb83 {{(pid=79275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:23.587643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:23.632285 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Transition to ACTIVE for port object b2a632eb-97f5-4e21-82b1-5348825dbb83 will not be triggered until provisioned by entity L2. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:23.654210 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2392f2c0-3344-4836-ad02-7538061b5c6e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480124 May 17 16:21:23.665585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-b6244369-5a90-4bb2-aed5-e1a74003bdb3 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Unset dirty status for tenant:923ae011f0d94f0caeb79339be183db4 on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:23.667176 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-628abdf6-f4f9-46a9-8cd2-bbe322995f78 req-b6244369-5a90-4bb2-aed5-e1a74003bdb3 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322457 May 17 16:21:23.740472 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756540-941e-4f28-8e65-6584e806fed6 req-80f4c8ca-ee09-4676-a71b-d8e859429afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:23.744434 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-80f4c8ca-ee09-4676-a71b-d8e859429afd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.2218292 May 17 16:21:23.800665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:23.883285 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 87eeb4e4-a568-4108-9682-e85d2759b237, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=87eeb4e4-a568-4108-9682-e85d2759b237,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:23.930064 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-efbd5bdf-f317-465f-9d79-2b3dcb7f71f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415143 May 17 16:21:23.932285 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52308) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:23.965719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:23.968958 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:23.977291 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:24.069367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:24.209085 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-98254cbc-afef-411d-a2ef-d3866fa704ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7d3ba0766b840b68f0c8e1f99891b6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2748938 May 17 16:21:24.219240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52316) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:24.237530 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:24.272588 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-af30d4b0-105c-4ed2-acf2-e8c5eb525f82 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126218 May 17 16:21:24.285103 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:24.316601 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-dd30bc50-f8fa-4a07-838b-3958324faa53 service neutron] 10.222.0.59 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486025 May 17 16:21:24.408093 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.467582 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.490775 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9756540-941e-4f28-8e65-6584e806fed6 req-57f8e8c5-78b6-4471-9894-ef692a51687c service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052050 May 17 16:21:24.527345 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Pushing event updated for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:24.579039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:24.632539 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52334) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:24.641850 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178454-acbb-4356-86f1-f314f9cd2505 req-5c628bd6-c6a6-4e66-af27-139be26ebd1b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:24.643655 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76178454-acbb-4356-86f1-f314f9cd2505 req-5c628bd6-c6a6-4e66-af27-139be26ebd1b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.6940551 May 17 16:21:24.668143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.669576 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.700763 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0a0d04b9-5a4a-4193-be98-aaf34e0a8f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:24.748626 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec10e09-d393-48dc-aa48-ce60e79a0bd3,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:24.750876 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:24.755320 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76178454-acbb-4356-86f1-f314f9cd2505 req-ac3dde48-f91d-489b-acf5-961d7540185d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 May 17 16:21:24.757343 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-4f736bba-f2de-4908-8db8-ee50d842e855 service neutron] 10.222.0.59 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436689 May 17 16:21:24.758278 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Attempting to bind port b2a632eb-97f5-4e21-82b1-5348825dbb83 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:24.758638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Attempting to bind port b2a632eb-97f5-4e21-82b1-5348825dbb83 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '3f5d2633-7940-41b5-84c0-3f980a95228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988'}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:24.759457 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Attempting to bind port b2a632eb-97f5-4e21-82b1-5348825dbb83 on network b2b18fb4-6604-4d68-90b1-03f971911988 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:24.776014 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Port b2a632eb-97f5-4e21-82b1-5348825dbb83 on network b2b18fb4-6604-4d68-90b1-03f971911988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:21:24.776014 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Attempting to bind port b2a632eb-97f5-4e21-82b1-5348825dbb83 on network b2b18fb4-6604-4d68-90b1-03f971911988 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:24.782180 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:24.787642 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Usage tracker for resource:security_group_rule and tenant:5ccb44c6d2124b51a396dd33809b6187 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:24.796317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:24.796317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Checking segment: {'id': '3f5d2633-7940-41b5-84c0-3f980a95228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:24.796317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Bound using segment: {'id': '3f5d2633-7940-41b5-84c0-3f980a95228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988'} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:24.800714 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Bound port: b2a632eb-97f5-4e21-82b1-5348825dbb83, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5d2633-7940-41b5-84c0-3f980a95228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988'}}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:24.803534 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:24.807051 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.825760 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:24.828849 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:24.829783 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aec10e09-d393-48dc-aa48-ce60e79a0bd3 HTTP/1.1" status: 204 len: 168 time: 0.6094353 May 17 16:21:25.029161 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.092952 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, cleared binding levels {{(pid=79275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:25.108241 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 87eeb4e4-a568-4108-9682-e85d2759b237 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:25.108653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83,segment=NetworkSegment(3f5d2633-7940-41b5-84c0-3f980a95228d),segment_id=3f5d2633-7940-41b5-84c0-3f980a95228d)] {{(pid=79275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:25.172579 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.181250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:25.203293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.209805 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eda42483-1d11-4ec3-9990-c688455b5946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:25.265448 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 87eeb4e4-a568-4108-9682-e85d2759b237 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:25.267003 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.335584 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f11075-a5cc-4aec-a277-a55e2164ae98,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:25.340061 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:25.342656 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ccb44c6d2124b51a396dd33809b6187&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7087715 May 17 16:21:25.345482 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52358) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:25.480490 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2', 'status': 'completed', 'code': 200} May 17 16:21:25.554619 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:25.568056 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.572102 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] 10.222.0.26 "PUT /v2.0/ports/b2a632eb-97f5-4e21-82b1-5348825dbb83 HTTP/1.1" status: 200 len: 1094 time: 4.8420980 May 17 16:21:25.573314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:25.638223 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.671919 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.824899 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:25.920154 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-00aafe0f-ae9f-4590-8b97-612c36af9bc7 req-8c34ee47-c889-4311-a07a-f6f11355fbd0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.3323388 May 17 16:21:25.977329 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Pushing event updated for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=3']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:25.987919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:26.034210 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-f3bbfc65-4816-4724-a844-35f3b4679a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.040985 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-f3bbfc65-4816-4724-a844-35f3b4679a46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 1096 time: 0.5449538 May 17 16:21:26.151406 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-e8977af8-0949-42a5-96fa-bf4bd2ed069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.165040 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-e8977af8-0949-42a5-96fa-bf4bd2ed069e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=923ae011f0d94f0caeb79339be183db4&device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 1097 time: 0.4173746 May 17 16:21:26.198910 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2230c6-8cb0-4812-94ac-0fcaf815c09e req-48c7f2df-cd07-4867-89fb-c49fa8f49288 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.215037 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5f2230c6-8cb0-4812-94ac-0fcaf815c09e req-48c7f2df-cd07-4867-89fb-c49fa8f49288 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.3983088 May 17 16:21:26.297794 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.26', 63193) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:26.407663 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-7b5bba4b-5762-447f-8277-99c511e6828a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83 HTTP/1.1" status: 200 len: 217 time: 0.1826746 May 17 16:21:26.456403 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:26.558523 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5f2230c6-8cb0-4812-94ac-0fcaf815c09e req-a0241a1e-eea4-40a4-9c74-ad45f093f110 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423688 May 17 16:21:26.575167 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788226-c56f-4d27-be33-9c520f12fbac req-f69cbcb5-45b0-495e-95fd-08469029d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.576538 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-f69cbcb5-45b0-495e-95fd-08469029d83b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b93ccc98-4a81-4c5c-bfcb-f2b928385eb9 HTTP/1.1" status: 200 len: 851 time: 0.1576955 May 17 16:21:26.685745 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-5c63fab0-0559-4312-bd95-92976c43b319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b18fb4-6604-4d68-90b1-03f971911988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003666 May 17 16:21:26.687371 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:26.694951 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591d794-d406-4755-b0a6-75245834fd04 req-be20e69e-174c-4d56-b04e-c27fe7532941 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.703460 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c591d794-d406-4755-b0a6-75245834fd04 req-be20e69e-174c-4d56-b04e-c27fe7532941 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.3331645 May 17 16:21:26.787479 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:26.790861 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3f11075-a5cc-4aec-a277-a55e2164ae98 HTTP/1.1" status: 204 len: 168 time: 1.4418519 May 17 16:21:26.808498 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-3a4874fe-7b75-48aa-83ee-8642537ca62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:26.810248 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-3a4874fe-7b75-48aa-83ee-8642537ca62e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 916 time: 0.7578623 May 17 16:21:26.822096 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f11075-a5cc-4aec-a277-a55e2164ae98,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:26.844789 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:26.956573 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c591d794-d406-4755-b0a6-75245834fd04 req-a5af0169-a78a-4470-b9c7-4d0518390fae tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520487 May 17 16:21:27.142569 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83', 'status': 'completed', 'code': 200} May 17 16:21:27.148474 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-a08f76dc-c0e3-4fce-b60c-8066c14ec63b service neutron] 10.222.0.26 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277792 May 17 16:21:27.152339 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-f2caca82-d73a-4846-877f-a1a674dd1bd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2 HTTP/1.1" status: 200 len: 217 time: 0.2954469 May 17 16:21:27.390494 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-c73de51e-41b4-496f-b501-a7e7d2d7cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:27.391983 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-c73de51e-41b4-496f-b501-a7e7d2d7cfda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.1981854 May 17 16:21:27.398779 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-438ee4c2-eca4-46c3-9492-3a073e1586a2 req-2600c9e5-36ca-440b-9ed4-5a5b25598d1d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.0853853 May 17 16:21:27.439805 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-b2a15e82-922e-49ef-9d32-f5120732652f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:27.442014 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-b2a15e82-922e-49ef-9d32-f5120732652f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 818 time: 1.1426015 May 17 16:21:27.495275 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-6d2e7385-82cc-4b62-9a3b-1d9d3195c2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519385 May 17 16:21:27.500759 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Request body: {'port': {'device_id': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'admin_state_up': True, 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:27.502606 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d788226-c56f-4d27-be33-9c520f12fbac req-813e77fc-44b3-48ba-85e4-d1f20af5d301 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211498 May 17 16:21:28.480451 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-2c6755fc-fb48-4463-8177-f06911b12958 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494293 May 17 16:21:28.480451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:28.480451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Usage tracker for resource:port and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:28.480451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:28.480451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:28.482528 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-dbb5d908-c656-4b09-aa0e-1c1edad78fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:28.482528 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-dbb5d908-c656-4b09-aa0e-1c1edad78fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=923ae011f0d94f0caeb79339be183db4&device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 1097 time: 0.6064143 May 17 16:21:28.482528 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f91325-b18e-4bfa-a2fd-757a588a7587 req-fd28db21-1981-49d9-a789-ecf4234f5b55 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:28.482528 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30f91325-b18e-4bfa-a2fd-757a588a7587 req-fd28db21-1981-49d9-a789-ecf4234f5b55 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.5097535 May 17 16:21:28.483551 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-1d6dc68c-4033-4d8f-bd7c-e86d1bfd546a req-9792814a-c4d7-4638-9895-9464f51b98d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298645 May 17 16:21:28.484462 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f207a36-73ca-416e-8ec5-149e85f7e2c0 req-b563d740-47bf-4cb9-94e8-6cb94aa96174 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:28.484462 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4f207a36-73ca-416e-8ec5-149e85f7e2c0 req-b563d740-47bf-4cb9-94e8-6cb94aa96174 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.2356665 May 17 16:21:28.613955 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4f207a36-73ca-416e-8ec5-149e85f7e2c0 req-5a571084-7ae2-42ca-a1f0-4150c78a0f71 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357579 May 17 16:21:28.619428 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30f91325-b18e-4bfa-a2fd-757a588a7587 req-a2b55b4b-1c0c-45e3-92aa-e284d6db1ace tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405096 May 17 16:21:28.658532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-8b190466-cccb-423c-ab45-f5c8d1811eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:28.660309 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-8b190466-cccb-423c-ab45-f5c8d1811eb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b18fb4-6604-4d68-90b1-03f971911988 HTTP/1.1" status: 200 len: 912 time: 0.2955632 May 17 16:21:28.847554 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-53bfd814-04c9-412f-be09-272e0db46f4e req-0898b757-40a4-4f24-9147-2c73585b1be9 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.0471632 May 17 16:21:28.878630 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-60129d66-e3d8-41fa-b61a-2ec60bc1cc63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83 HTTP/1.1" status: 200 len: 217 time: 0.0808065 May 17 16:21:29.688559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Made reservation on behalf of 99e63d474d9c4d2da6ad843f1449c9cd for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:29.699555 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:30.002519 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571be75-5a15-4639-b169-590672ab6b11 req-e9695b7a-cc15-4f28-b0c2-4268bf0f3e0f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:30.004064 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4571be75-5a15-4639-b169-590672ab6b11 req-e9695b7a-cc15-4f28-b0c2-4268bf0f3e0f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.1972778 May 17 16:21:30.042085 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f85f7-e259-42fe-80cc-8ba81448fdf2 req-c14cc98d-e4b3-4479-8b70-502609f79a14 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:30.049204 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b95f85f7-e259-42fe-80cc-8ba81448fdf2 req-c14cc98d-e4b3-4479-8b70-502609f79a14 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.1815224 May 17 16:21:30.056711 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Allocated IP 172.20.0.9 (2fca1f68-4f33-4612-b89d-6ecc55e2e1c5/39d382ac-a153-44ef-9978-d56d89c60577/4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:30.228135 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b95f85f7-e259-42fe-80cc-8ba81448fdf2 req-3aed3d65-b3ac-4d7b-bb0e-97bdd6d12af5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531103 May 17 16:21:30.232916 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4571be75-5a15-4639-b169-590672ab6b11 req-7950f3cd-fc6b-4bd7-bcf7-1ef8f3a32544 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121558 May 17 16:21:30.304435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3471fb0-d374-486c-976a-f452e829b159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:30.464458 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cc09feba-9bf1-4259-8e02-6fea2d2aa33e req-935f52e4-851a-4c2b-b414-d858c11a5b5b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.0853798 May 17 16:21:30.513015 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:30.658462 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:30.670706 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-911d1450-e7c2-40e2-84ad-992ae49cc937 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:30.725266 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:30.731849 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:30.750529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:30.835087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:30.835698 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:30.888281 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Pushing event updated for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:30.892918 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:30.963839 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4669843 May 17 16:21:31.435171 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52536) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:31.540460 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0363b-58b0-4e21-9575-526251d514a1 req-413d26bf-b96a-4ebf-90ef-8ef326700d9a tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:31.541957 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8ca0363b-58b0-4e21-9575-526251d514a1 req-413d26bf-b96a-4ebf-90ef-8ef326700d9a tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.1581218 May 17 16:21:31.555122 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20804c1d-0634-4bd7-abb5-e1fd571b17e4 req-54f972ad-91c2-4112-9b8c-0006c3e49cd7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:31.556634 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20804c1d-0634-4bd7-abb5-e1fd571b17e4 req-54f972ad-91c2-4112-9b8c-0006c3e49cd7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.1284046 May 17 16:21:31.599818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:31.620656 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8ca0363b-58b0-4e21-9575-526251d514a1 req-0021b9be-bea2-4808-8c66-4d014bf2a8f2 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620208 May 17 16:21:31.627543 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:31.647775 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Usage tracker for resource:security_group_rule and tenant:d4786606c084428d85fb5d8e10e476b2 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:31.652720 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:31.656428 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20804c1d-0634-4bd7-abb5-e1fd571b17e4 req-2aa4ba06-2e63-46cf-8b0d-115c3ff645ca tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 May 17 16:21:31.661435 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:31.772661 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:31.790916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Request body: {'port': {'device_id': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:31.899869 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:31.914107 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ced236bc-b9a4-4d6e-b036-72295f9e9042 req-f57f85e7-6701-41fa-8a49-aa1fba469d4d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.0650456 May 17 16:21:31.931643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-3606f84c-12e7-485d-9261-b32d76d437b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:31.936823 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-3606f84c-12e7-485d-9261-b32d76d437b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b93ccc98-4a81-4c5c-bfcb-f2b928385eb9 HTTP/1.1" status: 200 len: 851 time: 0.1522064 May 17 16:21:31.992240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:32.002272 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-0caa02ab-c318-48db-9f2b-563ba012a11f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b18fb4-6604-4d68-90b1-03f971911988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555763 May 17 16:21:32.028572 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a0d3fa-ee0a-4b7c-be16-b0d876093089,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:32.039209 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:32.107974 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4786606c084428d85fb5d8e10e476b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691747 May 17 16:21:32.112053 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52560) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:32.174127 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.198878 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-fbdef258-47af-4a9c-b0e5-34fdbfa0e0c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789901 May 17 16:21:32.213374 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-8f008378-61a3-4be7-b0c8-6f36ca73c6d1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:32.214758 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-8f008378-61a3-4be7-b0c8-6f36ca73c6d1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 818 time: 0.3688095 May 17 16:21:32.255775 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Request body: {'port': {'device_id': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'admin_state_up': True, 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:32.356107 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4bb2b80-5f23-4511-9091-f3a98566a57f req-12528a35-eda3-4ccc-aa5d-45efa80b4a75 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499372 May 17 16:21:32.360439 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.461753 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.546785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:32.554953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Usage tracker for resource:port and tenant:99e63d474d9c4d2da6ad843f1449c9cd is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:32.572012 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:32.622107 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:32.782779 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Made reservation on behalf of 99e63d474d9c4d2da6ad843f1449c9cd for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:32.792977 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.804934 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.817924 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f4554a08-4d26-49e4-acfa-9f0cd4639516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:32.834740 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a0d3fa-ee0a-4b7c-be16-b0d876093089,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:32.842551 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:32.885996 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.900125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.901251 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0a0d3fa-ee0a-4b7c-be16-b0d876093089 HTTP/1.1" status: 204 len: 168 time: 0.7784913 May 17 16:21:32.974273 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d043002a-acc3-4def-8ad2-7a5d3ccbde13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:32.990875 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:33.001615 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.016423 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Transition to ACTIVE for port object 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:33.077166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.108490 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606a7cd-715a-41ba-89ad-917d8c01520a req-f36d5a3c-fab8-4e52-9f8d-bcc9aea435fa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:33.116750 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8606a7cd-715a-41ba-89ad-917d8c01520a req-f36d5a3c-fab8-4e52-9f8d-bcc9aea435fa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.2928832 May 17 16:21:33.147193 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:33.150568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4b43c-54dc-4626-9871-40a8aec3c394 req-c3f2c044-54fe-4520-81ca-7a77bf12675c tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:33.157683 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18b4b43c-54dc-4626-9871-40a8aec3c394 req-c3f2c044-54fe-4520-81ca-7a77bf12675c tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.2673438 May 17 16:21:33.238341 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:33.241570 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18b4b43c-54dc-4626-9871-40a8aec3c394 req-f4831536-0df7-4ff0-bd08-7021bb3642e0 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774760 May 17 16:21:33.266617 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8606a7cd-715a-41ba-89ad-917d8c01520a req-8efb8e0b-2600-46e2-8b67-590f09ae0d57 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489255 May 17 16:21:33.405652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Allocated IP 172.20.0.10 (2fca1f68-4f33-4612-b89d-6ecc55e2e1c5/39d382ac-a153-44ef-9978-d56d89c60577/bd13cd9e-6745-46dc-8730-0a303006daf3) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:33.433633 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:33.498235 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82a5f961-e643-4e27-8696-c4f377d6f4a4 req-eaf6b3b6-787a-4856-8ef8-b3f5b59a533f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.1202431 May 17 16:21:33.534087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Attempting to bind port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:33.534424 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Attempting to bind port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:33.534749 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Attempting to bind port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:33.561886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:21:33.562204 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Attempting to bind port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:33.620548 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:33.620881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Checking segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:33.621257 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Bound using segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:33.621739 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Bound port: 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:33.622065 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.764539 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.770913 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:33.776408 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:33.875340 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.875682 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.881100 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:33.975886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:33.976498 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:33.977872 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 1093 time: 2.1951003 May 17 16:21:33.979570 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:34.005838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.005838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:34.009111 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:34.014397 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:34.051809 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'status': 'completed', 'code': 200} May 17 16:21:34.108366 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52628) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:34.132347 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.133399 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:34.143856 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:34.150444 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:34.154970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Usage tracker for resource:security_group_rule and tenant:206c05b8508d42efb395ad538009b33a is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:34.156199 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:34.159146 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:34.166947 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:34.213420 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Pushing event updated for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:34.227040 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:34.245699 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.246300 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.274897 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475c983-a896-4a0c-acf2-69388e30b506 req-43181da8-ae96-4b30-90cc-efb51251fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.276458 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c475c983-a896-4a0c-acf2-69388e30b506 req-43181da8-ae96-4b30-90cc-efb51251fe0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1096 time: 0.1989870 May 17 16:21:34.285785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.356796 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.369624 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:34.375632 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1301711 May 17 16:21:34.388661 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Request body: {'port': {'device_id': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:34.518106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88fd827-28a9-4032-8be5-fa85b731515d,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:34.521607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:34.524228 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=206c05b8508d42efb395ad538009b33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130440 May 17 16:21:34.527020 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52642) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:34.548699 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475c983-a896-4a0c-acf2-69388e30b506 req-7832ca02-0862-4c17-8ab2-2dd7999fd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.550131 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c475c983-a896-4a0c-acf2-69388e30b506 req-7832ca02-0862-4c17-8ab2-2dd7999fd242 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2655115 May 17 16:21:34.564856 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515ec5-6cbc-4b72-8c34-a3213ab4a9ec req-520f14f4-77a4-471c-b290-ab22f3749830 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.566297 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f8515ec5-6cbc-4b72-8c34-a3213ab4a9ec req-520f14f4-77a4-471c-b290-ab22f3749830 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.1449473 May 17 16:21:34.577289 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d99f06-ae1e-4e28-963e-39b59dea7614 req-66c1bbaa-31a9-4bbd-bd78-4c1e6510988a tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.578704 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f7d99f06-ae1e-4e28-963e-39b59dea7614 req-66c1bbaa-31a9-4bbd-bd78-4c1e6510988a tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.2101030 May 17 16:21:34.592576 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.649027 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f8515ec5-6cbc-4b72-8c34-a3213ab4a9ec req-1978a560-93c6-4963-9cd6-dfc92f7a43a5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693429 May 17 16:21:34.658965 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f7d99f06-ae1e-4e28-963e-39b59dea7614 req-b6ea1c97-09e7-4bbd-80ba-a8a66f0b5678 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 May 17 16:21:34.772969 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:34.862484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e414f8-96d7-405d-9e4e-9affd14fc317 req-ebc0e075-12ed-413e-b8f8-097fd5602790 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.864071 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-64e414f8-96d7-405d-9e4e-9affd14fc317 req-ebc0e075-12ed-413e-b8f8-097fd5602790 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 932 time: 0.0930462 May 17 16:21:34.910957 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-64e414f8-96d7-405d-9e4e-9affd14fc317 req-da2e9f54-c3f6-4a1d-b13f-b23771ac6073 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Synchronizing usage tracker for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:34.934500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475c983-a896-4a0c-acf2-69388e30b506 req-575dd844-269a-49ac-8770-760d076173d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:34.937509 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c475c983-a896-4a0c-acf2-69388e30b506 req-575dd844-269a-49ac-8770-760d076173d8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3753791 May 17 16:21:34.944765 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.070078 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-64e414f8-96d7-405d-9e4e-9affd14fc317 req-da2e9f54-c3f6-4a1d-b13f-b23771ac6073 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Unset dirty status for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:35.071801 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-64e414f8-96d7-405d-9e4e-9affd14fc317 req-da2e9f54-c3f6-4a1d-b13f-b23771ac6073 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005651 May 17 16:21:35.179441 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-c822daf5-7819-43aa-adc3-5b40b9c4414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:35.180891 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-c822daf5-7819-43aa-adc3-5b40b9c4414e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1096 time: 0.2051196 May 17 16:21:35.266972 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.283420 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-ca7006c9-934e-48cf-b015-f6e3a743babf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0908582 May 17 16:21:35.340714 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.353221 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:35.371250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd13cd9e-6745-46dc-8730-0a303006daf3 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:35.377189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88fd827-28a9-4032-8be5-fa85b731515d,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:35.391118 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.391545 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:35.393036 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-abdd3509-d74a-4dd1-a4b7-634efdbf826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:35.394466 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-abdd3509-d74a-4dd1-a4b7-634efdbf826f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.0998759 May 17 16:21:35.395488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.396464 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b88fd827-28a9-4032-8be5-fa85b731515d HTTP/1.1" status: 204 len: 168 time: 0.8683910 May 17 16:21:35.461175 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-6bd53c29-ae36-4908-92c7-20b9f5d9d08e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536950 May 17 16:21:35.463839 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Transition to ACTIVE for port object bd13cd9e-6745-46dc-8730-0a303006daf3 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:35.562347 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:35.581690 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:35.753956 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-96847dc1-1aac-4ed5-9b52-74d860150469 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863536 May 17 16:21:35.822881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Pushing event updated for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:35.830797 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:35.896274 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a69aecff-5a2a-4713-b584-c1693ac22fc2 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:21:35.931290 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597df03-8bdc-4d1e-aa4e-8752d5b460ef req-bedd0c02-6d8a-49c7-b241-a787221dc6d2 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:35.945482 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a597df03-8bdc-4d1e-aa4e-8752d5b460ef req-bedd0c02-6d8a-49c7-b241-a787221dc6d2 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 944 time: 0.1643856 May 17 16:21:35.979507 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d61991-0bf1-4949-bc8b-a6a260259020 req-51e7fbf8-a66f-4b89-afc9-ed77c62c581f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:35.981739 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-11d61991-0bf1-4949-bc8b-a6a260259020 req-51e7fbf8-a66f-4b89-afc9-ed77c62c581f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 943 time: 0.2045472 May 17 16:21:36.081733 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a597df03-8bdc-4d1e-aa4e-8752d5b460ef req-338e5490-eee2-4910-96d4-54995a3ef3d9 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350648 May 17 16:21:36.149653 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-11d61991-0bf1-4949-bc8b-a6a260259020 req-44337214-5e5c-4c67-aa25-90a605f2f254 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482964 May 17 16:21:36.171189 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:36.180420 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d18da2e8-a8f3-4fc2-94ed-07ecf5125680 req-f20752e8-45ea-4b73-8141-1e1267c703a0 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161816 May 17 16:21:36.181943 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Attempting to bind port bd13cd9e-6745-46dc-8730-0a303006daf3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:36.183260 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Attempting to bind port bd13cd9e-6745-46dc-8730-0a303006daf3 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:36.185032 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Attempting to bind port bd13cd9e-6745-46dc-8730-0a303006daf3 on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:36.196959 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Port bd13cd9e-6745-46dc-8730-0a303006daf3 on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:21:36.199353 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Attempting to bind port bd13cd9e-6745-46dc-8730-0a303006daf3 on network 2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:36.201952 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'a69aecff-5a2a-4713-b584-c1693ac22fc2', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'port_id': 'a69aecff-5a2a-4713-b584-c1693ac22fc2', 'mac_address': 'fa:16:3e:e5:76:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8148eb-f2ee-460a-bcdd-02ff9a474d60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:21:36.212721 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:36.213303 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Checking segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:36.214540 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Bound using segment: {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:36.216135 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Bound port: bd13cd9e-6745-46dc-8730-0a303006daf3, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acc745b-60d1-4d2f-a2c2-9a5a18b75859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:36.218009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:36.324989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ce01a-3e34-48b5-bc67-2f30995af176 req-0b028a0c-e666-4ad3-9c4a-b74436a97f50 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:36.327217 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:36.333938 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c11ce01a-3e34-48b5-bc67-2f30995af176 req-0b028a0c-e666-4ad3-9c4a-b74436a97f50 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 944 time: 0.0999060 May 17 16:21:36.364496 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69aecff-5a2a-4713-b584-c1693ac22fc2 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:36.386762 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:36.395472 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c11ce01a-3e34-48b5-bc67-2f30995af176 req-bb1578e3-8b7b-4f4d-b01c-293bd4631f3e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 May 17 16:21:36.417859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:36.421114 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bd13cd9e-6745-46dc-8730-0a303006daf3,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:36.602195 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:36.604143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:36.605276 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b2a632eb-97f5-4e21-82b1-5348825dbb83 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:21:36.610344 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0946e51e-4ccf-45aa-9afe-3253fdff3725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:36.614562 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:36.718636 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:36.719460 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:36.721529 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] 10.222.0.26 "PUT /v2.0/ports/bd13cd9e-6745-46dc-8730-0a303006daf3 HTTP/1.1" status: 200 len: 1094 time: 2.3370984 May 17 16:21:36.724426 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:36.782668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Pushing event updated for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:36.799469 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:36.806522 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3', 'status': 'completed', 'code': 200} May 17 16:21:36.838124 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:36.842754 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:36.891737 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83,segment=NetworkSegment(3f5d2633-7940-41b5-84c0-3f980a95228d),segment_id=3f5d2633-7940-41b5-84c0-3f980a95228d)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:36.906472 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'b2a632eb-97f5-4e21-82b1-5348825dbb83', 'network_id': 'b2b18fb4-6604-4d68-90b1-03f971911988', 'port_id': 'b2a632eb-97f5-4e21-82b1-5348825dbb83', 'mac_address': 'fa:16:3e:06:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93ccc98-4a81-4c5c-bfcb-f2b928385eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:21:36.911570 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-6fa367fb-1995-4780-9054-41c1cf363abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:36.913886 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-6fa367fb-1995-4780-9054-41c1cf363abf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 1097 time: 0.0799265 May 17 16:21:36.989225 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:37.010908 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a632eb-97f5-4e21-82b1-5348825dbb83 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:37.035731 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83,segment=NetworkSegment(3f5d2633-7940-41b5-84c0-3f980a95228d),segment_id=3f5d2633-7940-41b5-84c0-3f980a95228d)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:37.110713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-d021d018-c923-42bc-ab2c-9f5e44ac46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.112306 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-d021d018-c923-42bc-ab2c-9f5e44ac46f3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1906636 May 17 16:21:37.139346 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:37.142751 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:37.260602 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:37.265199 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:37.293907 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7c675-d39f-4637-bc96-4b94615d4c68 req-4a2b54cd-a48b-43a4-b714-97f876d0de40 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.301742 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b6d7c675-d39f-4637-bc96-4b94615d4c68 req-4a2b54cd-a48b-43a4-b714-97f876d0de40 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 945 time: 0.1136093 May 17 16:21:37.382069 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b6d7c675-d39f-4637-bc96-4b94615d4c68 req-1e32b957-6386-4b88-a8eb-c3f2145cc5e9 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 May 17 16:21:37.432881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-9d8fdefa-ef13-4860-90c0-562f0cd9d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.433427 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['b2a632eb-97f5-4e21-82b1-5348825dbb83'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:37.434293 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4e540632-d3c8-4cca-9f77-a4ae81476f34 req-9d8fdefa-ef13-4860-90c0-562f0cd9d163 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3151433 May 17 16:21:37.481942 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:37.578546 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-e1fdbe55-f7f8-441d-a959-dfae9e88166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.580086 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-e1fdbe55-f7f8-441d-a959-dfae9e88166c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 1097 time: 0.1049166 May 17 16:21:37.603665 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374274a8-6542-4b40-83c0-aa37f750a626 req-83d6daa6-ceaf-46f6-9555-7c913e0f02ca tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.606181 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-374274a8-6542-4b40-83c0-aa37f750a626 req-83d6daa6-ceaf-46f6-9555-7c913e0f02ca tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 944 time: 0.1147900 May 17 16:21:37.695615 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-374274a8-6542-4b40-83c0-aa37f750a626 req-445d41c6-57cf-4c2a-a1e3-203149710fd3 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834863 May 17 16:21:37.701141 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-7183daf6-bbc8-42b8-b2c5-10c1626d63cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd13cd9e-6745-46dc-8730-0a303006daf3 HTTP/1.1" status: 200 len: 217 time: 0.1124480 May 17 16:21:37.773380 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-6bf8c013-bed0-4792-8f90-46e6517776b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.775038 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-6bf8c013-bed0-4792-8f90-46e6517776b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.0678141 May 17 16:21:37.841634 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-4b962177-1c8a-4201-8085-baf9639554e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597064 May 17 16:21:37.924706 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4b611-b009-442b-b666-0408e584e67c req-cdaf3e8b-9a58-4ce7-b017-7b39d483e0b2 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:37.932980 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1cc4b611-b009-442b-b666-0408e584e67c req-cdaf3e8b-9a58-4ce7-b017-7b39d483e0b2 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 944 time: 0.1034858 May 17 16:21:37.991580 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1cc4b611-b009-442b-b666-0408e584e67c req-43d8f6a8-8793-477f-abd8-0002fcea0228 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 May 17 16:21:38.031844 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-12de83a1-b384-4966-83df-c0d714734f76 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828110 May 17 16:21:38.166239 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96fd92d0-2e59-4b91-ae3a-48d80c63bc84 req-43ef6a01-ae6c-4230-9b6b-b6f5208860a0 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264343 May 17 16:21:38.574884 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9aa19-faad-4f57-b560-ab47ad8eb982 req-64dc5368-405f-445c-99f6-a9c8a387f795 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:38.574884 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c6b9aa19-faad-4f57-b560-ab47ad8eb982 req-64dc5368-405f-445c-99f6-a9c8a387f795 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 945 time: 0.0904486 May 17 16:21:38.578064 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52824) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:38.627855 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c6b9aa19-faad-4f57-b560-ab47ad8eb982 req-eff240bb-97a5-451a-bf21-bd821f69f8ad tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 May 17 16:21:38.808554 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52838) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:38.889811 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:38.929111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:38.937571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:38.946356 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Usage tracker for resource:security_group_rule and tenant:eb07685950e8461596223c4a0659f889 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:38.951724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:38.960047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:38.962365 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:38.969527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:ade4b1679e1944649366dd1551782d9d is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:38.975542 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:38.989583 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:39.005492 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3935e9-a290-408e-8b98-d6a3492bbf55 req-e903de29-1cb9-41fb-b867-5c6a2a3cfe4b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:39.006951 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc3935e9-a290-408e-8b98-d6a3492bbf55 req-e903de29-1cb9-41fb-b867-5c6a2a3cfe4b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 944 time: 0.1943183 May 17 16:21:39.104260 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc3935e9-a290-408e-8b98-d6a3492bbf55 req-ce3287ca-45ca-47c7-bd47-bc6b937075f2 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810316 May 17 16:21:39.250957 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.252819 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.276367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf140c1-f762-45d2-85db-9a6916619c2c req-0e357193-3239-4d96-a652-fa67d7b3b39b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:39.277816 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0bf140c1-f762-45d2-85db-9a6916619c2c req-0e357193-3239-4d96-a652-fa67d7b3b39b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 944 time: 0.1666028 May 17 16:21:39.325743 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0bf140c1-f762-45d2-85db-9a6916619c2c req-afa32a64-cc6b-44e3-a894-cdaa039ae316 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 May 17 16:21:39.389516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.390544 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.399322 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:39.465703 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc97ca-7054-45fb-97c8-4983375a75d8,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:39.480043 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-37a6f5d6-0c4d-448f-8376-ed9b7c5caffa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb07685950e8461596223c4a0659f889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009082 May 17 16:21:39.482752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52860) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:39.483852 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ade4b1679e1944649366dd1551782d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734447 May 17 16:21:39.486539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52864) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:39.524643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8266ad36-07b5-41ce-aba7-cbaaa38545b0,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:39.530697 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:39.533515 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:39.533804 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:39.551843 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.569124 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.579748 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.595930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.723891 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.731404 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:39.743007 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc97ca-7054-45fb-97c8-4983375a75d8,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:39.745824 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:39.752873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.756986 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75fc97ca-7054-45fb-97c8-4983375a75d8 HTTP/1.1" status: 204 len: 168 time: 0.2702651 May 17 16:21:39.866755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:21:39.869267 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a69aecff-5a2a-4713-b584-c1693ac22fc2 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:39.874542 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.884237 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:39.906271 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8266ad36-07b5-41ce-aba7-cbaaa38545b0,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:39.909519 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:39.924898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:39.926162 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8266ad36-07b5-41ce-aba7-cbaaa38545b0 HTTP/1.1" status: 204 len: 168 time: 0.4386096 May 17 16:21:39.950425 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47146a-eaef-4db9-a4e6-f36a01006b71 req-769059c4-eae8-4aa8-86af-29edef091992 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:39.951604 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4d47146a-eaef-4db9-a4e6-f36a01006b71 req-769059c4-eae8-4aa8-86af-29edef091992 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 945 time: 0.1992269 May 17 16:21:40.011555 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4d47146a-eaef-4db9-a4e6-f36a01006b71 req-38bb5de2-0483-4534-9ecf-2acd223f8d97 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 May 17 16:21:40.096034 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:40.116469 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'port_id': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'mac_address': 'fa:16:3e:72:1a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d382ac-a153-44ef-9978-d56d89c60577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:21:40.165890 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port a69aecff-5a2a-4713-b584-c1693ac22fc2 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:40.175673 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port a69aecff-5a2a-4713-b584-c1693ac22fc2 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:40.176435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.226228 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.279703 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:40.300934 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:40.327010 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e77-8279-4ee0-9525-69ede2197312 req-09fae208-d664-4a84-8a02-5214fea88fbb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:40.329459 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-44438e77-8279-4ee0-9525-69ede2197312 req-09fae208-d664-4a84-8a02-5214fea88fbb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 944 time: 0.1007528 May 17 16:21:40.359830 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.397362 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-44438e77-8279-4ee0-9525-69ede2197312 req-5966606c-2fd8-4e14-9726-3d6079dd7839 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593209 May 17 16:21:40.401549 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.409920 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79ffbade-a794-455c-8a4c-f84f9b2dfb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:40.438045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:40.528013 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d52e74-f9e3-4939-8447-0585cf8003d9 req-2429b279-ed8a-4aaf-a07f-e6d16f40698f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:40.528013 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72d52e74-f9e3-4939-8447-0585cf8003d9 req-2429b279-ed8a-4aaf-a07f-e6d16f40698f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 944 time: 0.0864325 May 17 16:21:40.531210 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:40.556808 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:40.562019 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:40.564216 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52898) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:40.592124 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.604375 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72d52e74-f9e3-4939-8447-0585cf8003d9 req-4369b3f4-14a7-48a9-986c-a74812b7ae77 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710781 May 17 16:21:40.607658 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:40.612061 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.613901 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b2a632eb-97f5-4e21-82b1-5348825dbb83 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:40.625617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:a0060f585aa9499cbc41ad28db0b61b9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:40.625617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:40.630608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:40.646188 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:40.689261 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:40.783385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.829578 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:40.835693 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:40.910965 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.933089 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-005edce5-a21d-4bf6-9feb-c1d8fed1e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:40.934213 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2', 'code': 200} May 17 16:21:40.968791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port b2a632eb-97f5-4e21-82b1-5348825dbb83 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:40.976246 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0060f585aa9499cbc41ad28db0b61b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104197 May 17 16:21:40.977366 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe65f68-bab1-4623-8659-1c874b8cf5d6,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:40.978946 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52916) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:40.979962 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port b2a632eb-97f5-4e21-82b1-5348825dbb83 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:40.980307 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:40.980685 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.005700 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 52920) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:41.024897 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.040902 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:41.057882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Usage tracker for resource:security_group_rule and tenant:34743c0ac7634042a06463da13dcde3d is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:41.063279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.064254 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:41.077653 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:41.125252 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.133527 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.176647 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83,segment=NetworkSegment(3f5d2633-7940-41b5-84c0-3f980a95228d),segment_id=3f5d2633-7940-41b5-84c0-3f980a95228d)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:41.224492 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.241801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.244080 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:41.290676 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f12917-45e4-4b27-94c1-34811b63764e req-fedd3a48-1339-4b63-851f-e00b62a0ef8d tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:41.292211 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a0f12917-45e4-4b27-94c1-34811b63764e req-fedd3a48-1339-4b63-851f-e00b62a0ef8d tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 945 time: 0.0997376 May 17 16:21:41.324126 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:41.327742 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.328145 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.336569 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:41.356019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.373402 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2db86bb5-d8da-4478-ab5c-43f893fe7336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:41.395889 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a0f12917-45e4-4b27-94c1-34811b63764e req-18550b6f-fcea-42f4-9939-54d4ffd20601 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959268 May 17 16:21:41.396729 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe65f68-bab1-4623-8659-1c874b8cf5d6,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:41.399039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.407325 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afe65f68-bab1-4623-8659-1c874b8cf5d6 HTTP/1.1" status: 204 len: 168 time: 0.4214706 May 17 16:21:41.408518 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.440918 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34743c0ac7634042a06463da13dcde3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315257 May 17 16:21:41.440918 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290dcbe-aebe-4f4d-b422-023db17eb3d0,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:41.441128 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 52936) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:41.443375 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.463938 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-7bb94076-8ca0-4605-ad1e-8d0857bd1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:41.465634 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-7bb94076-8ca0-4605-ad1e-8d0857bd1e56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 1098 time: 0.1216166 May 17 16:21:41.496806 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.513626 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.515541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:41.520542 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Usage tracker for resource:security_group_rule and tenant:db795e4e5bbb4a92896606faa0ee057b is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:41.525739 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:41.532682 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:41.540976 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.633899 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.670009 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb851a7-a98e-4982-8dda-0cbb65ebff85 req-e79bcacd-ad39-4bb1-a8b2-a87fc3c95965 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:41.671680 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-abb851a7-a98e-4982-8dda-0cbb65ebff85 req-e79bcacd-ad39-4bb1-a8b2-a87fc3c95965 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.1234872 May 17 16:21:41.781691 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-abb851a7-a98e-4982-8dda-0cbb65ebff85 req-2972595c-ab2d-43f5-855c-ba0b6ab2daae tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948935 May 17 16:21:41.814030 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8230a-3a5f-4cbe-a29c-01614070f002 req-dc7d97f1-6c73-46b3-9954-09fb380410e8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:41.815466 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e4e8230a-3a5f-4cbe-a29c-01614070f002 req-dc7d97f1-6c73-46b3-9954-09fb380410e8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 944 time: 0.0961914 May 17 16:21:41.823668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.831126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-662a09cb-9095-47a1-90d2-251ce2e5d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:41.853381 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.856755 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f44930d7-4b63-4a1c-9792-be69b6cb0d30 req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840475 May 17 16:21:41.863777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:41.865478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ef727-784c-4415-b02a-18c8130e5482,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:41.882089 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bd13cd9e-6745-46dc-8730-0a303006daf3 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:21:41.886442 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e4e8230a-3a5f-4cbe-a29c-01614070f002 req-25c6688b-672b-4ba8-8eeb-bee0664d9bd2 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 May 17 16:21:41.892629 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:41.894333 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290dcbe-aebe-4f4d-b422-023db17eb3d0,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:41.896010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.899937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:41.913933 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:41.913933 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9290dcbe-aebe-4f4d-b422-023db17eb3d0 HTTP/1.1" status: 204 len: 168 time: 0.4677072 May 17 16:21:42.133477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bd13cd9e-6745-46dc-8730-0a303006daf3,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:42.147703 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'bd13cd9e-6745-46dc-8730-0a303006daf3', 'network_id': '2fca1f68-4f33-4612-b89d-6ecc55e2e1c5', 'port_id': 'bd13cd9e-6745-46dc-8730-0a303006daf3', 'mac_address': 'fa:16:3e:93:fd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d382ac-a153-44ef-9978-d56d89c60577', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:21:42.167479 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:21:42.199787 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:42.207823 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:42.217868 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:42.218232 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:42.266821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd13cd9e-6745-46dc-8730-0a303006daf3 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:42.292571 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bd13cd9e-6745-46dc-8730-0a303006daf3,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:42.356066 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:42.387818 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:42.446703 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:42.448743 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:42.517304 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:42.522060 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:42.525274 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:42.525784 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:42.657451 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:42.664458 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:42.694827 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17fba-b45c-4b83-8489-ccd3e133a058 req-6f4a5862-fac3-4a6f-8014-966cd2533ef4 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:42.699641 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5db17fba-b45c-4b83-8489-ccd3e133a058 req-6f4a5862-fac3-4a6f-8014-966cd2533ef4 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.1476004 May 17 16:21:42.701589 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['bd13cd9e-6745-46dc-8730-0a303006daf3'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:42.784192 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5db17fba-b45c-4b83-8489-ccd3e133a058 req-caa81b1a-39fa-46b5-9018-2a5679ce7722 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776088 May 17 16:21:42.935046 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83'}, {'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:43.126169 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c352bd-485f-45be-a3e3-713cb62dc437 req-167efac4-5f4e-47a3-b544-78380373c69e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:43.127691 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-85c352bd-485f-45be-a3e3-713cb62dc437 req-167efac4-5f4e-47a3-b544-78380373c69e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.1786475 May 17 16:21:43.139905 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe78a1f-f293-4a84-8198-60c7b31e3f9e req-97a28a48-3d68-4b6b-84ed-bdaf833d7b9e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:43.141272 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ffe78a1f-f293-4a84-8198-60c7b31e3f9e req-97a28a48-3d68-4b6b-84ed-bdaf833d7b9e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 945 time: 0.1024909 May 17 16:21:43.212835 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-85c352bd-485f-45be-a3e3-713cb62dc437 req-da591e59-591b-448f-a3e0-0185fdcaaf39 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 May 17 16:21:43.217445 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ffe78a1f-f293-4a84-8198-60c7b31e3f9e req-78dfcea3-cb18-46f2-92bd-2288870141b4 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624249 May 17 16:21:43.285915 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83', 'code': 200} May 17 16:21:43.286394 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'code': 200} May 17 16:21:43.467324 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53010) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:43.613160 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:43.628032 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:43.642911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:81275abd3ab14588bfc6f3dc4edefe64 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:43.646770 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:43.652688 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:43.738843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:43.813418 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eea42d-b6c2-4040-b80c-9b18624e11c9 req-27992371-998c-4554-aaed-9e13268a65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:43.814896 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09eea42d-b6c2-4040-b80c-9b18624e11c9 req-27992371-998c-4554-aaed-9e13268a65ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.1323867 May 17 16:21:43.818280 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a99c-7e42-47d3-8968-0e5463baabbc req-2bcd4c86-779f-4820-8dae-cc0003cde164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:43.819703 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d957a99c-7e42-47d3-8968-0e5463baabbc req-2bcd4c86-779f-4820-8dae-cc0003cde164 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 1099 time: 0.1033981 May 17 16:21:43.825843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:43.829449 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:43.877064 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81275abd3ab14588bfc6f3dc4edefe64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081838 May 17 16:21:43.877232 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53024) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:43.878003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8565029-b8ca-4881-bcfc-4c8354a9942e,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:43.882544 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:43.897485 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bd13cd9e-6745-46dc-8730-0a303006daf3 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:21:43.930621 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d957a99c-7e42-47d3-8968-0e5463baabbc req-66be5fcc-513f-4acc-ad61-914d8e209c40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877943 May 17 16:21:43.932309 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09eea42d-b6c2-4040-b80c-9b18624e11c9 req-ec0f838b-6e05-4893-b315-9dd03f20cb33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063483 May 17 16:21:44.005006 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.086608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.094054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port bd13cd9e-6745-46dc-8730-0a303006daf3 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:21:44.100954 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port bd13cd9e-6745-46dc-8730-0a303006daf3 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:21:44.101927 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.106143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8770-3c76-4c74-8dae-26ea44e2c826 req-e9ba472b-bea6-492b-a677-27cb63bd2fec tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:44.116703 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4db8770-3c76-4c74-8dae-26ea44e2c826 req-e9ba472b-bea6-492b-a677-27cb63bd2fec tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.1853769 May 17 16:21:44.176801 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4db8770-3c76-4c74-8dae-26ea44e2c826 req-be730379-d0a3-4968-8a20-5b18b9d233f3 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 May 17 16:21:44.252913 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.290822 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bd13cd9e-6745-46dc-8730-0a303006daf3,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:44.351298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.357248 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8e64530b-98a2-405c-baad-eacc5eb0434b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:44.380220 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.382659 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:44.407707 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8565029-b8ca-4881-bcfc-4c8354a9942e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:44.426545 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:44.460852 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:44.462170 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8565029-b8ca-4881-bcfc-4c8354a9942e HTTP/1.1" status: 204 len: 168 time: 0.5757139 May 17 16:21:44.561994 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:44.570397 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:44.638970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035250f-7e53-4017-a2a2-8899cf7ccfbc req-ec6a01a1-7b9c-484c-8a7f-9123be7e7b15 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:44.640590 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4035250f-7e53-4017-a2a2-8899cf7ccfbc req-ec6a01a1-7b9c-484c-8a7f-9123be7e7b15 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1961138 May 17 16:21:44.653959 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc32f-0270-4835-8f44-95a905ada501 req-de1603e4-6c38-415e-a62d-c790c87081ed tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:44.655699 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cfdbc32f-0270-4835-8f44-95a905ada501 req-de1603e4-6c38-415e-a62d-c790c87081ed tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.3165429 May 17 16:21:44.734150 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cfdbc32f-0270-4835-8f44-95a905ada501 req-6fbdea1f-896f-4b35-ab6d-a02802cba86a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606422 May 17 16:21:44.736975 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4035250f-7e53-4017-a2a2-8899cf7ccfbc req-bf11ec33-2f03-4c4a-b78a-9bda3aeaff6f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 May 17 16:21:45.287519 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:45.333636 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3', 'code': 200} May 17 16:21:45.422861 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d130-a67b-479e-a5a3-a4ef3bd5af86 req-b4856b37-6751-45a3-96a4-06dfac9b1c96 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:45.424393 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5811d130-a67b-479e-a5a3-a4ef3bd5af86 req-b4856b37-6751-45a3-96a4-06dfac9b1c96 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.1009815 May 17 16:21:45.473177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5811d130-a67b-479e-a5a3-a4ef3bd5af86 req-5fac93ae-1993-476c-b2aa-1fad1bda13a4 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 May 17 16:21:45.788535 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181f831-3720-4f99-8181-6cc52c52459d req-8012aca6-1045-4b14-9ee7-8949dc3c4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:45.789550 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f181f831-3720-4f99-8181-6cc52c52459d req-8012aca6-1045-4b14-9ee7-8949dc3c4e3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 1099 time: 0.0916843 May 17 16:21:45.838531 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-f181f831-3720-4f99-8181-6cc52c52459d req-d7ee91ed-cd2c-4876-8fbd-03206b3e616e service neutron] Synchronizing usage tracker for tenant:db795e4e5bbb4a92896606faa0ee057b on resource:security_group {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:21:45.960801 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40aa67-78d9-4619-873b-06eab2baa097 req-fdf5f36d-0bb7-452d-966e-b4b60429c498 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:45.962374 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5f40aa67-78d9-4619-873b-06eab2baa097 req-fdf5f36d-0bb7-452d-966e-b4b60429c498 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0958321 May 17 16:21:46.035251 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-f181f831-3720-4f99-8181-6cc52c52459d req-d7ee91ed-cd2c-4876-8fbd-03206b3e616e service neutron] Unset dirty status for tenant:db795e4e5bbb4a92896606faa0ee057b on resource:security_group {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:21:46.036417 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f181f831-3720-4f99-8181-6cc52c52459d req-d7ee91ed-cd2c-4876-8fbd-03206b3e616e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400455 May 17 16:21:46.080396 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5f40aa67-78d9-4619-873b-06eab2baa097 req-101df3df-4882-4778-bcf8-cbb32694aa37 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122754 May 17 16:21:47.273287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777654-5fed-479b-b89a-165c387cc56e req-e1ed2b12-d447-4e6b-a3aa-c57c383ffbc1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:47.277332 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b777654-5fed-479b-b89a-165c387cc56e req-e1ed2b12-d447-4e6b-a3aa-c57c383ffbc1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0806618 May 17 16:21:47.326282 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b777654-5fed-479b-b89a-165c387cc56e req-b21718de-a3e4-4489-a797-dfe86745685a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 May 17 16:21:47.432495 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53192) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:47.586255 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:47.605056 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:47.609617 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Usage tracker for resource:security_group_rule and tenant:d9c0f64ad92f4224ac2d5c9f55070d76 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:47.612562 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:47.618619 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:47.718187 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.356406 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.369197 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5640bc8b-759a-4110-a750-a1e0c8317614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:48.412782 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9c0f64ad92f4224ac2d5c9f55070d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9778097 May 17 16:21:48.412966 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7745e9-f7a3-455f-bc6f-f416e523bce4,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:48.414379 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53232) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:48.416106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:48.487194 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.520958 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.676989 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.682646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f4cc229b-41a3-40f1-9133-8c6d1121fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:48.696628 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7745e9-f7a3-455f-bc6f-f416e523bce4,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:48.700326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:48.703574 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.705591 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa7745e9-f7a3-455f-bc6f-f416e523bce4 HTTP/1.1" status: 204 len: 168 time: 0.2896540 May 17 16:21:49.549978 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ceea4-f211-4aa3-b851-bf4c71e1f643 req-81dc10dd-d64a-440f-aed5-a6d0e54e8d86 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:49.552113 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c56ceea4-f211-4aa3-b851-bf4c71e1f643 req-81dc10dd-d64a-440f-aed5-a6d0e54e8d86 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0866377 May 17 16:21:49.607639 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c56ceea4-f211-4aa3-b851-bf4c71e1f643 req-ed4f8d0b-d55b-4835-b114-545a292152bf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 May 17 16:21:49.673681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53264) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:49.699295 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:49.715377 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:49.719241 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Usage tracker for resource:security_group_rule and tenant:49c737cd2e0d48b48bb182bee9487d66 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:49.722249 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:49.729098 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:49.826620 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:49.945551 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:49.957463 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:49.996964 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce5b3ae-3c92-44f6-81b5-57defe5dced6,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:50.000398 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:50.006038 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49c737cd2e0d48b48bb182bee9487d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282127 May 17 16:21:50.008987 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53270) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:50.068273 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:50.096756 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:50.299768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:50.310294 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-542b3897-cbe8-4505-bda7-b71e776067e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:50.329134 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce5b3ae-3c92-44f6-81b5-57defe5dced6,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:50.333276 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:50.335690 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:50.339295 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ce5b3ae-3c92-44f6-81b5-57defe5dced6 HTTP/1.1" status: 204 len: 168 time: 0.3270528 May 17 16:21:50.516225 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e66e7b-2f7c-488f-9ab2-c9197b17e840 req-5ab89c94-d25d-4bfa-a5ac-4d97b34dfd58 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:50.523525 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-40e66e7b-2f7c-488f-9ab2-c9197b17e840 req-5ab89c94-d25d-4bfa-a5ac-4d97b34dfd58 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0947084 May 17 16:21:50.537655 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166df1-2f03-400b-a8a9-f144470736c8 req-a5e1dcc9-9a35-4318-bb6c-5895fc65198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:50.539287 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-a5e1dcc9-9a35-4318-bb6c-5895fc65198d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 1099 time: 0.0811467 May 17 16:21:50.565042 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-40e66e7b-2f7c-488f-9ab2-c9197b17e840 req-5a448f24-e943-413c-8c8f-098c7bae330b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 May 17 16:21:50.690390 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166df1-2f03-400b-a8a9-f144470736c8 req-c163c4b5-0ba2-4356-8cd2-f4a9859a6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:50.693455 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-c163c4b5-0ba2-4356-8cd2-f4a9859a6185 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.1408911 May 17 16:21:50.775216 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-8e13e49a-e79c-4753-9954-00c33619fc13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd13cd9e-6745-46dc-8730-0a303006daf3 HTTP/1.1" status: 200 len: 217 time: 0.0668778 May 17 16:21:50.844270 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166df1-2f03-400b-a8a9-f144470736c8 req-e29244e0-1ffc-4215-ab01-9ef50a87c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:50.845829 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-e29244e0-1ffc-4215-ab01-9ef50a87c12e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.0588381 May 17 16:21:50.906531 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-e99d039d-8e9b-4c7c-af8e-b5c17b751d92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472252 May 17 16:21:51.048263 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-ee4e8f17-46ff-4001-b819-f85a1a50c2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347446 May 17 16:21:51.185354 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24166df1-2f03-400b-a8a9-f144470736c8 req-63b5c758-db27-464d-afc8-d05709fbe823 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291628 May 17 16:21:51.259457 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53304) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:51.438953 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.454816 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:51.463253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Usage tracker for resource:security_group_rule and tenant:bad7faaefb3e42d5b0cb5c0d77626c39 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:51.463253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:51.468050 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:51.555275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.619339 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.639116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-49091176-96e7-4383-a868-1dfc6d302a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:51.690510 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ccbdb-47d0-45f6-8cbf-4fce31b1971c,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:51.707566 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:51.712812 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bad7faaefb3e42d5b0cb5c0d77626c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514349 May 17 16:21:51.715834 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53332) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:51.784140 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.841600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333abf-84dd-4c33-b7c3-4988f70986d5 req-25625253-2791-4fc9-91ce-c571833ef295 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:51.845364 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.850527 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2333abf-84dd-4c33-b7c3-4988f70986d5 req-25625253-2791-4fc9-91ce-c571833ef295 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1266115 May 17 16:21:51.907427 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2333abf-84dd-4c33-b7c3-4988f70986d5 req-70add8e3-5d1b-4c92-98dc-b91373181901 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 May 17 16:21:51.980137 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.990496 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:52.004283 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ccbdb-47d0-45f6-8cbf-4fce31b1971c,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:52.007240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:52.008507 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:52.020196 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d0ccbdb-47d0-45f6-8cbf-4fce31b1971c HTTP/1.1" status: 204 len: 168 time: 0.2927108 May 17 16:21:52.616161 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53356) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:52.744501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:52.759759 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:52.763583 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Usage tracker for resource:security_group_rule and tenant:619e39e5c1a34911bebcf37dd07a9991 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:52.766721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:52.774183 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:52.864060 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:52.891465 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53368) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:52.913672 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:52.929029 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:52.933155 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfcd0df2843438ab62b2a52036f4b38 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:52.936113 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:52.942314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:53.058003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.086798 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-561f0247-1c23-43a9-994f-a68eb163ea24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:53.098247 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53378) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:53.098693 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=619e39e5c1a34911bebcf37dd07a9991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810917 May 17 16:21:53.150310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326f702-78e6-46df-8339-9a6585e35a26,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:53.158377 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:53.193533 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.227344 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.235568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.246170 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fae1a5-2722-4096-9443-c034fc8312f5 req-16001041-2f7c-470a-9989-526ced3acb6b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:53.247752 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-70fae1a5-2722-4096-9443-c034fc8312f5 req-16001041-2f7c-470a-9989-526ced3acb6b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.2397103 May 17 16:21:53.343773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.350811 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:53.369842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326f702-78e6-46df-8339-9a6585e35a26,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:53.371860 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.375318 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4326f702-78e6-46df-8339-9a6585e35a26 HTTP/1.1" status: 204 len: 168 time: 0.2729940 May 17 16:21:53.375318 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:53.380661 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-70fae1a5-2722-4096-9443-c034fc8312f5 req-9458e180-7fd1-49f4-ba9b-040d66d605ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263635 May 17 16:21:53.391734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.413192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:53.470227 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cfcd0df2843438ab62b2a52036f4b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771103 May 17 16:21:53.471098 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235f8e57-4e2a-41c8-bc18-9a8c27cfb9b8,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:53.474008 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53398) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:53.487007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:53.554815 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-7c00a231-85bd-47b3-961e-a5370f959cc1 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:53.561501 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-7c00a231-85bd-47b3-961e-a5370f959cc1 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.2780066 May 17 16:21:53.585605 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-30cd48c1-61fa-4be5-b7e7-d55213c7e1ec tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/quotas/856b2686940942a78f0496bcae7e86ea HTTP/1.1" status: 200 len: 375 time: 0.0232077 May 17 16:21:53.662110 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.693993 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.742828 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-bc7bdf2c-fcfb-4467-b570-113c61bb58f4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559913 May 17 16:21:53.916680 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-0ca9adbd-92ad-4b4c-9207-90bb2b1fef5e service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656308 May 17 16:21:53.918970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:53.925356 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:54.030320 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235f8e57-4e2a-41c8-bc18-9a8c27cfb9b8,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:54.039059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:54.062116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:54.065873 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/235f8e57-4e2a-41c8-bc18-9a8c27cfb9b8 HTTP/1.1" status: 204 len: 168 time: 0.5782242 May 17 16:21:54.109958 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-81e8fef3-93a1-469d-a1f3-11d4a8aac05c service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771486 May 17 16:21:54.484313 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b50247a4-808c-4fff-beb8-7de7e14713c2 req-c234bdd9-be1d-46c9-a85c-0997159a6004 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0646315 May 17 16:21:54.716063 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadeb57-9bad-4b5d-8028-6805c7b8aeb2 req-8e09ad1e-0a86-49a2-8214-1b516ed6c193 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:54.717657 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3eadeb57-9bad-4b5d-8028-6805c7b8aeb2 req-8e09ad1e-0a86-49a2-8214-1b516ed6c193 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1306596 May 17 16:21:54.907959 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3eadeb57-9bad-4b5d-8028-6805c7b8aeb2 req-6eb6bbfc-cfb9-49b1-aca8-760d67e5712d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828432 May 17 16:21:54.956533 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363fdf1-d934-4a82-a099-4abc3a8a4d59 req-e07604fa-e236-4cea-b7a6-ed96fff6ebe2 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:54.958168 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d363fdf1-d934-4a82-a099-4abc3a8a4d59 req-e07604fa-e236-4cea-b7a6-ed96fff6ebe2 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.2320518 May 17 16:21:55.009654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d363fdf1-d934-4a82-a099-4abc3a8a4d59 req-d3725d4a-124c-46d5-ade5-ad050e5c1a29 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 May 17 16:21:55.453359 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:55.629865 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c9ad3645-a033-4f23-8e1b-097678308a6e req-9d0fe43f-05b4-45ec-bf9b-13dcc0c93f30 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0440202 May 17 16:21:56.140411 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb17d9-3a04-422a-9ce3-d91221da642c req-d3a1f158-f299-4ea4-9382-254bf4c8732e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:56.148329 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-49cb17d9-3a04-422a-9ce3-d91221da642c req-d3a1f158-f299-4ea4-9382-254bf4c8732e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0955946 May 17 16:21:56.241848 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-49cb17d9-3a04-422a-9ce3-d91221da642c req-a1388938-6530-446f-8287-41279938201f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 May 17 16:21:56.292778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463550-31ea-42e1-b02b-91d735dbe104 req-55b45a18-f0e7-4c1a-97de-37e92fe51fce tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:56.294196 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1b463550-31ea-42e1-b02b-91d735dbe104 req-55b45a18-f0e7-4c1a-97de-37e92fe51fce tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.1096241 May 17 16:21:56.342525 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1b463550-31ea-42e1-b02b-91d735dbe104 req-b4dc931e-96ea-45e7-9964-446ec942fd86 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 May 17 16:21:56.442773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafdfd0-6316-45af-9a33-536860a7addd req-86d87775-49b2-4ef9-9f10-4845f10c5174 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:56.444314 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9fafdfd0-6316-45af-9a33-536860a7addd req-86d87775-49b2-4ef9-9f10-4845f10c5174 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.26 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 946 time: 0.0795588 May 17 16:21:56.587339 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Deleting port b2a632eb-97f5-4e21-82b1-5348825dbb83 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:21:56.587704 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:56.725121 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] For port b2a632eb-97f5-4e21-82b1-5348825dbb83, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b2a632eb-97f5-4e21-82b1-5348825dbb83,segment=NetworkSegment(3f5d2633-7940-41b5-84c0-3f980a95228d),segment_id=3f5d2633-7940-41b5-84c0-3f980a95228d)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:21:56.725500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:56.794785 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4dc99632-d05d-4669-9496-9e6bd00cc01b req-ac6286fb-27c9-4e0d-8d46-0bac23d6172c tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0499613 May 17 16:21:56.851003 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Calling delete_port for b2a632eb-97f5-4e21-82b1-5348825dbb83 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:21:57.216811 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:57.227282 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a6dedea-0212-4b78-bd7d-63384b5ed334 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:57.239780 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['b2a632eb-97f5-4e21-82b1-5348825dbb83'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:57.282073 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-a6aa8499-7d75-4e6b-a825-2a176d5f9961 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:57.283556 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-a6aa8499-7d75-4e6b-a825-2a176d5f9961 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.2620144 May 17 16:21:57.293476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Pushing event deleted for resources: {'Port': ['ID=b2a632eb-97f5-4e21-82b1-5348825dbb83,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:57.301217 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:57.365869 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Request body: {'port': {'device_id': '77c4303a-770e-4c05-8418-ec765af6413b', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'admin_state_up': True, 'tenant_id': '856b2686940942a78f0496bcae7e86ea'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:57.483371 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] No DVR routers for this DVR port b2a632eb-97f5-4e21-82b1-5348825dbb83 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:21:57.498503 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:57.501384 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'name': 'network-vif-deleted', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:57.548934 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-afb904bf-a25e-45fc-b0c8-471ea1b36f61 req-a4617aff-b969-4cac-af4f-43adcdcfcb6f tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.0507922 May 17 16:21:57.557631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5572e9-fb6f-4290-b745-23428cf57800 req-d918017d-0f23-45bb-89b6-027bc2b7cf8d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:57.565145 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a5572e9-fb6f-4290-b745-23428cf57800 req-d918017d-0f23-45bb-89b6-027bc2b7cf8d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1631894 May 17 16:21:57.578349 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:57.583495 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Usage tracker for resource:port and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:57.591294 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:57.599235 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:57.640564 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a5572e9-fb6f-4290-b745-23428cf57800 req-4bdf509f-a6a8-4cdd-90ba-82a0d6bbcc5c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745711 May 17 16:21:57.657963 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca59dff-d2ec-4fef-81e7-06a30ee9eb23', 'name': 'network-vif-deleted', 'tag': 'b2a632eb-97f5-4e21-82b1-5348825dbb83', 'status': 'completed', 'code': 200} May 17 16:21:57.664496 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9fafdfd0-6316-45af-9a33-536860a7addd req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.26 "DELETE /v2.0/ports/b2a632eb-97f5-4e21-82b1-5348825dbb83 HTTP/1.1" status: 204 len: 173 time: 1.2083311 May 17 16:21:57.692888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:21:57.698960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:57.876602 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Allocated IP 172.20.0.6 (b015a189-0d2e-4de5-b30d-6b9b3a38ad7f/aa8148eb-f2ee-460a-bcdd-02ff9a474d60/7041d74f-1298-4cae-8107-6bee4a1b1b91) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:21:57.946179 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7c2b7956-f004-4eb2-a593-fd1f3c47ba21 req-55eddea2-c26a-477d-a535-9f9ec7f5312f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0457482 May 17 16:21:58.104624 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:58.184926 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:58.196067 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:58.198907 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:21:58.259930 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:21:58.261698 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:21:58.264429 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:21:58.323259 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event updated for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:58.326122 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:58.347490 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:58.348097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:58.465654 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038370 May 17 16:21:58.482872 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Request body: {'port': {'device_id': '77c4303a-770e-4c05-8418-ec765af6413b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:21:58.598896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:58.766195 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-85f0e41c-486f-455d-a235-9423a1632904 req-8c396cbe-781b-4f0b-9a3e-cfbd8e394efa tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca59dff-d2ec-4fef-81e7-06a30ee9eb23 HTTP/1.1" status: 200 len: 210 time: 0.0562406 May 17 16:21:58.861459 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3d25e-1e12-487c-98f5-f24a133c72bc req-52d5df48-704f-409b-9f0d-a12cfab87558 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:58.863106 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30c3d25e-1e12-487c-98f5-f24a133c72bc req-52d5df48-704f-409b-9f0d-a12cfab87558 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0995443 May 17 16:21:58.913799 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30c3d25e-1e12-487c-98f5-f24a133c72bc req-8397ccbc-8342-4072-90ca-256e1177ce0b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445075 May 17 16:21:58.975244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7041d74f-1298-4cae-8107-6bee4a1b1b91 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:21:58.983454 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:58.998791 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Transition to ACTIVE for port object 7041d74f-1298-4cae-8107-6bee4a1b1b91 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:21:59.053379 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.057603 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:59.201165 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e063-24dc-4450-a96d-dc75266d99e8 req-52289b4d-0804-4228-ab02-d75c04f3b26f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:59.203303 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1166e063-24dc-4450-a96d-dc75266d99e8 req-52289b4d-0804-4228-ab02-d75c04f3b26f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 943 time: 0.1391761 May 17 16:21:59.259680 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1166e063-24dc-4450-a96d-dc75266d99e8 req-46b06385-ec20-4118-9544-96e14a78f2ff tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 May 17 16:21:59.277319 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53594) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:59.295488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:59.305136 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:59.458110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Attempting to bind port 7041d74f-1298-4cae-8107-6bee4a1b1b91 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:21:59.458452 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Attempting to bind port 7041d74f-1298-4cae-8107-6bee4a1b1b91 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:21:59.458782 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Attempting to bind port 7041d74f-1298-4cae-8107-6bee4a1b1b91 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:59.463182 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.464144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Port 7041d74f-1298-4cae-8107-6bee4a1b1b91 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:21:59.464465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Attempting to bind port 7041d74f-1298-4cae-8107-6bee4a1b1b91 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:21:59.469745 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:21:59.470093 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Checking segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:21:59.470459 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Bound using segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:21:59.471912 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Bound port: 7041d74f-1298-4cae-8107-6bee4a1b1b91, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:21:59.472824 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.477974 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:21:59.481823 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Usage tracker for resource:security_group_rule and tenant:7a471e8485a64377971161357cb69810 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:21:59.484615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:21:59.490886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:21:59.571700 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:21:59.574944 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:21:59.594714 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.623953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.629371 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:59.676828 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.684875 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:59.692758 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.692869 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:21:59.692943 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7041d74f-1298-4cae-8107-6bee4a1b1b91 HTTP/1.1" status: 200 len: 1093 time: 1.2086399 May 17 16:21:59.692943 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:21:59.715604 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:59.719445 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:59.735533 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a471e8485a64377971161357cb69810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536424 May 17 16:21:59.736387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839c27f8-c84d-46dc-9ab3-d10bca3a4d17,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:21:59.737308 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53616) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:21:59.748854 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:21:59.752679 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'status': 'completed', 'code': 200} May 17 16:21:59.854154 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.886322 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:59.923861 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-740341f2-bc9b-4d37-9447-e03f7d96acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:21:59.925841 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-740341f2-bc9b-4d37-9447-e03f7d96acb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 1096 time: 0.1457279 May 17 16:22:00.005034 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b2a632eb-97f5-4e21-82b1-5348825dbb83 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:22:00.075658 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: b2a632eb-97f5-4e21-82b1-5348825dbb83 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:22:00.076233 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b2a632eb-97f5-4e21-82b1-5348825dbb83 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:22:00.090773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-9a5e40d5-0637-402e-a2ef-386d51e3ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.092521 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-9a5e40d5-0637-402e-a2ef-386d51e3ff27 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=856b2686940942a78f0496bcae7e86ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1567547 May 17 16:22:00.136768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:00.147945 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-61626663-6e48-4c7d-b256-d51cbb19e9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:00.162227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7bcd6-93fe-4d20-b3a8-556ea35d4d50 req-456fecae-473e-43ec-ab21-049fb8146947 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.164256 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5dc7bcd6-93fe-4d20-b3a8-556ea35d4d50 req-456fecae-473e-43ec-ab21-049fb8146947 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1140351 May 17 16:22:00.196055 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9ef77101-acac-43ca-ba3a-38fa9cea7e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:00.220477 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839c27f8-c84d-46dc-9ab3-d10bca3a4d17,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:00.223694 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:00.224423 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5dc7bcd6-93fe-4d20-b3a8-556ea35d4d50 req-80d05f03-cf2b-42e9-9301-b4d834d66e69 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 May 17 16:22:00.234456 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:00.235678 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/839c27f8-c84d-46dc-9ab3-d10bca3a4d17 HTTP/1.1" status: 204 len: 168 time: 0.4963884 May 17 16:22:00.334332 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-d76791e4-537c-47b0-b51e-6c1cc5682e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.336241 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-228e72a4-54c9-41e3-8149-3d27d55a70b2 req-d76791e4-537c-47b0-b51e-6c1cc5682e5d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2347445 May 17 16:22:00.527739 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-9f9f616f-76fc-4b5a-b544-5fa8b9fc446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.530140 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-9f9f616f-76fc-4b5a-b544-5fa8b9fc446c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 1096 time: 0.1420257 May 17 16:22:00.594800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5194a5-d507-45e4-b3ae-efce9f42a778 req-740edea4-b414-4cc3-bd8a-42fc26bade51 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.602663 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae5194a5-d507-45e4-b3ae-efce9f42a778 req-740edea4-b414-4cc3-bd8a-42fc26bade51 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 943 time: 0.1506217 May 17 16:22:00.611330 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-7cf1ce3b-8aab-49dc-9e03-7143626580f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91 HTTP/1.1" status: 200 len: 217 time: 0.0708263 May 17 16:22:00.649640 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae5194a5-d507-45e4-b3ae-efce9f42a778 req-027b724b-18c2-4991-a5ab-672802ef9d76 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 May 17 16:22:00.685976 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-1c7b312d-35eb-4997-80ee-d4af655b7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:00.687464 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-1c7b312d-35eb-4997-80ee-d4af655b7306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.0659883 May 17 16:22:00.735093 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-ef4b3bfa-209d-4dbf-aff4-f456e0368cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405800 May 17 16:22:00.866393 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-682d515c-6856-4d72-a31d-2d0e3f47609d service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239469 May 17 16:22:01.002805 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8c9acc13-fb17-463b-836b-407868a0bac2 req-0de3e749-b9db-493e-8325-6fc1772e0f85 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241407 May 17 16:22:01.075510 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53656) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:01.093259 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.108225 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:01.112260 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c53617f0e284e139ff605ae30354444 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:01.115844 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:01.121511 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:01.205873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.298505 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.307858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9d25f842-9172-461b-b60e-e55f16a56bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:01.349328 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c53617f0e284e139ff605ae30354444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727304 May 17 16:22:01.351071 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b40df4a-77f8-4efa-bfd6-804ff14593a9,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:01.353399 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53668) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:01.375396 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:01.429992 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.430159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c4244-8dce-4b3a-b0f5-8caf96b10b61 req-f1abe473-0da5-4e58-92d6-d6e5f27b5dc5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:01.431526 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ba8c4244-8dce-4b3a-b0f5-8caf96b10b61 req-f1abe473-0da5-4e58-92d6-d6e5f27b5dc5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0905507 May 17 16:22:01.460877 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.485993 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ba8c4244-8dce-4b3a-b0f5-8caf96b10b61 req-71712b23-3a10-4aa8-aa2e-bdacfacb9b26 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 May 17 16:22:01.640837 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.646655 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:01.657136 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b40df4a-77f8-4efa-bfd6-804ff14593a9,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:01.669446 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:01.677674 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:01.682611 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b40df4a-77f8-4efa-bfd6-804ff14593a9 HTTP/1.1" status: 204 len: 168 time: 0.3237882 May 17 16:22:01.878500 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cccaa-b0ac-4334-a93d-a28d425cbf28 req-14a9fe49-969c-433e-8fb7-62bfbe4c3e7d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:01.880208 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e21cccaa-b0ac-4334-a93d-a28d425cbf28 req-14a9fe49-969c-433e-8fb7-62bfbe4c3e7d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 943 time: 0.0850782 May 17 16:22:01.962401 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e21cccaa-b0ac-4334-a93d-a28d425cbf28 req-be00cc48-a257-44ce-9f6a-e420aa5531f7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 May 17 16:22:02.489270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53710) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:02.669705 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.699844 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:02.705540 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:88cb92f7437241909cc99e5f94f5633e is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:02.711074 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:02.719362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:02.772365 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94901-346f-4bca-ae6f-6c2a5cd76dcb req-f3b77d63-fdfd-400e-8548-1ac949b8b84c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:02.773890 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4bb94901-346f-4bca-ae6f-6c2a5cd76dcb req-f3b77d63-fdfd-400e-8548-1ac949b8b84c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1455176 May 17 16:22:02.825664 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53734) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:02.843630 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.863621 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4bb94901-346f-4bca-ae6f-6c2a5cd76dcb req-084c1fd1-7ffa-4f8b-ba56-98270b4cb37d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791440 May 17 16:22:02.887329 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.907705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Deleting subnet b93ccc98-4a81-4c5c-bfcb-f2b928385eb9 {{(pid=79274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:22:02.910538 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4a4729c5-8630-4f12-ba6b-d90b1c51af67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.911416 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.963168 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4292928175'] for subnet, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.978293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:02.989996 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7e901e28-6360-4ddb-9b1c-bb829706d40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:03.023009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.035798 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9753cbd1-408f-44c4-8e37-d025ae0cb3ac,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:03.039128 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:03.059512 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88cb92f7437241909cc99e5f94f5633e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691760 May 17 16:22:03.061972 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53750) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:03.196012 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.230854 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.292224 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832c67-8c29-4e8f-99b6-5461aa281146 req-c254e9c4-a7a9-47af-8be5-685ec74f2e29 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:03.293702 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b5832c67-8c29-4e8f-99b6-5461aa281146 req-c254e9c4-a7a9-47af-8be5-685ec74f2e29 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 943 time: 0.1601050 May 17 16:22:03.419991 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b5832c67-8c29-4e8f-99b6-5461aa281146 req-a2184722-587a-4c3d-98fd-3fed52a63ed4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191325 May 17 16:22:03.469581 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53762) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:03.510069 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.510701 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293313403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4292875307'] for subnet, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.514063 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2a313892-f8cd-4f80-9b0a-4d542703ea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:03.518738 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8330437e-d747-41a1-bb4b-e5144b26f2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:03.529145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9753cbd1-408f-44c4-8e37-d025ae0cb3ac,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:03.531852 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:03.550614 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.555001 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9753cbd1-408f-44c4-8e37-d025ae0cb3ac HTTP/1.1" status: 204 len: 168 time: 0.4892108 May 17 16:22:03.555529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.558140 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93ccc98-4a81-4c5c-bfcb-f2b928385eb9,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:03.562866 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:03.567766 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53772) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:03.567965 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b93ccc98-4a81-4c5c-bfcb-f2b928385eb9 HTTP/1.1" status: 204 len: 168 time: 0.7410409 May 17 16:22:03.678181 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.701304 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.721617 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:03.754300 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Usage tracker for resource:security_group_rule and tenant:8215f9766c8e4238bc2fba2aeeffdd34 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:03.760882 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:03.780577 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:03.828908 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.869553 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.888231 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b18fb4-6604-4d68-90b1-03f971911988']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:03.908338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5d2633-7940-41b5-84c0-3f980a95228d') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:03.908829 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5d2633-7940-41b5-84c0-3f980a95228d') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:03.927238 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.951121 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.964633 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:22:03.965304 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:22:03.979560 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:22:04.038664 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7041d74f-1298-4cae-8107-6bee4a1b1b91 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:22:04.154618 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.167615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.175067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7a7b0af3-1c2b-4fe8-a640-00ffa8457691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:04.188349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.195398 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:04.202803 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b18fb4-6604-4d68-90b1-03f971911988,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:04.207834 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:04.211662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'port_id': '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'mac_address': 'fa:16:3e:3f:f2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8148eb-f2ee-460a-bcdd-02ff9a474d60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:22:04.240655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297997-a42b-41c6-91b2-f46be4fb68e0 req-ac62aad2-f1b5-485e-b558-9443bd71acdb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:04.242576 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7e297997-a42b-41c6-91b2-f46be4fb68e0 req-ac62aad2-f1b5-485e-b558-9443bd71acdb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1588511 May 17 16:22:04.243967 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.254896 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:04.280714 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.301034 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7041d74f-1298-4cae-8107-6bee4a1b1b91 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:04.305173 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b2b18fb4-6604-4d68-90b1-03f971911988 HTTP/1.1" status: 204 len: 168 time: 0.7361395 May 17 16:22:04.330831 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:04.330929 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8215f9766c8e4238bc2fba2aeeffdd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562529 May 17 16:22:04.332796 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53798) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:04.335353 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad53be0-babd-4de9-8532-a790e0d8bf48,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:04.346504 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7e297997-a42b-41c6-91b2-f46be4fb68e0 req-77474988-d435-48df-a271-ac6a87bc3b12 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 May 17 16:22:04.348166 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.348441 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.348788 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.350726 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.351296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.351419 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.351750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:04.355786 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:04.401507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.403208 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:04.430442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.471414 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.475190 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:04.478237 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:04.614327 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.621432 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:04.636209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53808) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:04.647229 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad53be0-babd-4de9-8532-a790e0d8bf48,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:04.651184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.651351 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fad53be0-babd-4de9-8532-a790e0d8bf48 HTTP/1.1" status: 204 len: 168 time: 0.3167694 May 17 16:22:04.652646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:04.665695 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:04.676552 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['7041d74f-1298-4cae-8107-6bee4a1b1b91'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:22:04.700373 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:04.705431 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Usage tracker for resource:security_group_rule and tenant:4f6b80d5b6354dcfad62f38dd3c65c42 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:04.712281 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:04.723381 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:04.745456 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57aa0-ded9-42de-baae-fe5e2b98d5a6 req-897ffdcc-b2b3-4fcc-8a33-ac554480343f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:04.759782 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dae57aa0-ded9-42de-baae-fe5e2b98d5a6 req-897ffdcc-b2b3-4fcc-8a33-ac554480343f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 944 time: 0.1941087 May 17 16:22:04.830474 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dae57aa0-ded9-42de-baae-fe5e2b98d5a6 req-58c3d919-890c-404e-ac79-3b822d8b03e8 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695207 May 17 16:22:04.907863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.019797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.038970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e674dc20-f375-4d3f-b7e1-0645af95dbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:05.105552 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea779c4c-6e9f-4232-bbb4-fb4814b178b5,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:05.110086 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f6b80d5b6354dcfad62f38dd3c65c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688783 May 17 16:22:05.111198 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:05.119830 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53822) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:05.182412 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53826) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:05.188829 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.223820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.241561 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.248716 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-4856f4ac-1ad9-4ec2-ab1b-77f44963bb1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=923ae011f0d94f0caeb79339be183db4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624423 May 17 16:22:05.248888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53834) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:05.322713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.358196 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.364980 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.373163 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:05.387926 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea779c4c-6e9f-4232-bbb4-fb4814b178b5,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:05.409407 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:05.416828 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.417876 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea779c4c-6e9f-4232-bbb4-fb4814b178b5 HTTP/1.1" status: 204 len: 168 time: 0.2971041 May 17 16:22:05.557893 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.563962 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-884d19a1-c1b1-4d25-bb52-00099b2d380d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:05.583998 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:05.591781 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.592132 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.592470 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.592832 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.593236 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.593646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.593981 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.594378 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.594626 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.595217 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.595573 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.595899 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:05.599794 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:05.609810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748217-7a0f-4c3c-8d38-3d6e717cf869 req-4ddcabe9-696f-402a-a7df-488cd76017a1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:05.611451 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d748217-7a0f-4c3c-8d38-3d6e717cf869 req-4ddcabe9-696f-402a-a7df-488cd76017a1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0945995 May 17 16:22:05.664409 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.666669 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0f9d4d7-bca9-4f53-a9d2-2ac6dee96506 HTTP/1.1" status: 204 len: 168 time: 0.4159288 May 17 16:22:05.672896 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d748217-7a0f-4c3c-8d38-3d6e717cf869 req-52ab0e76-90e3-438d-ad2a-bdeb52286b8d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 May 17 16:22:06.055153 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7041d74f-1298-4cae-8107-6bee4a1b1b91 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:06.096283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7f44-ffef-440c-b25b-815811fb4bfb req-a9d12c40-63bd-4871-9420-3a14bb87887b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:06.097887 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8deb7f44-ffef-440c-b25b-815811fb4bfb req-a9d12c40-63bd-4871-9420-3a14bb87887b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 944 time: 0.1176069 May 17 16:22:06.148369 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8deb7f44-ffef-440c-b25b-815811fb4bfb req-b3031bae-e08e-4bb5-be68-45e91c0cb20b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 May 17 16:22:06.317323 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 7041d74f-1298-4cae-8107-6bee4a1b1b91 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:06.322127 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 7041d74f-1298-4cae-8107-6bee4a1b1b91 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:06.322524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:06.442500 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53862) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:06.446876 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:06.477216 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:06.478681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53870) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:06.486858 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:06.532844 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'code': 200} May 17 16:22:06.572778 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:06.574794 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:06.640943 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:06.644347 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:06.794062 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53886) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:06.825532 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:06.860105 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:06.883549 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:06.884823 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:06.889671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Usage tracker for resource:security_group_rule and tenant:db5ca00f0326456192d98f84d52ee6e0 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:06.890141 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Usage tracker for resource:security_group_rule and tenant:636d315b90154ae88434a53e33f219fa is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:06.893447 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:06.893770 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:06.900693 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:06.902549 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:06.925715 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7c34-9fea-4d4b-bb6d-af446a0a7d2b req-d70b8be5-a92d-4bcf-a01a-275a54f7bcc0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:06.927275 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-63eb7c34-9fea-4d4b-bb6d-af446a0a7d2b req-d70b8be5-a92d-4bcf-a01a-275a54f7bcc0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1352272 May 17 16:22:07.012813 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-63eb7c34-9fea-4d4b-bb6d-af446a0a7d2b req-836fe42e-e148-4182-aa12-e67c32c1fa8b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 May 17 16:22:07.030894 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.067676 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:07.077499 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Usage tracker for resource:security_group_rule and tenant:99b1acb70d6447e6bec9daf6f0588c29 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:07.082123 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1b42-9f00-431c-9c11-8daee5867558 req-a53cabda-4efa-4007-81ef-bc1588ab70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:07.083694 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-59de1b42-9f00-431c-9c11-8daee5867558 req-a53cabda-4efa-4007-81ef-bc1588ab70f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 1098 time: 0.2437298 May 17 16:22:07.088242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:07.088242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.093445 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:07.097189 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.131496 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-59de1b42-9f00-431c-9c11-8daee5867558 req-ccf375a9-4ade-4d13-9b49-fc96ec56d515 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 May 17 16:22:07.178728 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.180297 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.188555 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.191047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-5da4dbe1-7212-4daf-a1f4-e2cf74d61634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.232217 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db5ca00f0326456192d98f84d52ee6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878556 May 17 16:22:07.233963 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad0ed4d-832e-4bb4-9d31-f2238f5213c2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.236514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53898) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:07.239223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.268831 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=636d315b90154ae88434a53e33f219fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734783 May 17 16:22:07.272041 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66171d75-b159-427d-9509-d5c8083881a2,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.272204 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 53902) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:07.287758 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-18d897ee-64a9-416f-9bac-43f969f2922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.366853 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.420705 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.448532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.494228 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.494734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.507530 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53912) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:07.508452 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.533607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.571922 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99b1acb70d6447e6bec9daf6f0588c29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0914898 May 17 16:22:07.579248 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4519fa8a-73f4-41db-bfc4-8a9f8aa88e2a,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.579248 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.580120 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53920) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:07.590736 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0794fc7-f285-4da5-96f1-48cfc2802cef req-2aa85df0-a5ff-43c0-9c2b-86b3eb9c0b3f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:07.592332 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0794fc7-f285-4da5-96f1-48cfc2802cef req-2aa85df0-a5ff-43c0-9c2b-86b3eb9c0b3f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.2714841 May 17 16:22:07.668085 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0794fc7-f285-4da5-96f1-48cfc2802cef req-4e11fa37-1145-45ce-814f-31874de6f9a8 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557964 May 17 16:22:07.669824 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.715158 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.739246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.744532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.760162 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad0ed4d-832e-4bb4-9d31-f2238f5213c2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.762680 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.767517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.775255 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-68aeb554-7401-4e38-922e-4f754dbd25c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.789338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.794036 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fad0ed4d-832e-4bb4-9d31-f2238f5213c2 HTTP/1.1" status: 204 len: 168 time: 0.5531459 May 17 16:22:07.794036 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66171d75-b159-427d-9509-d5c8083881a2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.795003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.796149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.797266 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66171d75-b159-427d-9509-d5c8083881a2 HTTP/1.1" status: 204 len: 168 time: 0.5242376 May 17 16:22:07.858194 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.874126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:07.878429 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ba60c9b6919465da03ed1a0f58df238 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:07.882309 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:07.888833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:07.922194 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.935779 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-76bd4469-1fcc-49ff-a526-3ba0ae35d2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:07.959649 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4519fa8a-73f4-41db-bfc4-8a9f8aa88e2a,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:07.961935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:07.981462 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:07.985961 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4519fa8a-73f4-41db-bfc4-8a9f8aa88e2a HTTP/1.1" status: 204 len: 168 time: 0.4013419 May 17 16:22:08.056807 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.167247 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.178147 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:08.229130 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ba60c9b6919465da03ed1a0f58df238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047031 May 17 16:22:08.229859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b3c30-76e0-4a3e-a4a4-b16b168d2488,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:08.235545 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53940) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:08.239528 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:08.341930 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.389473 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.399589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e416-e938-4a87-ada6-e7303b9c725c req-fd9bef06-e976-4b5c-9464-cd82c0257521 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:08.401995 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-00e5e416-e938-4a87-ada6-e7303b9c725c req-fd9bef06-e976-4b5c-9464-cd82c0257521 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.2165678 May 17 16:22:08.470740 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-00e5e416-e938-4a87-ada6-e7303b9c725c req-16f76eb9-1105-4768-90d8-a8efc5a2ad17 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620751 May 17 16:22:08.567564 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.572494 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-03d7dc5d-62b3-434f-a787-f1e37aba52a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:08.585072 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b3c30-76e0-4a3e-a4a4-b16b168d2488,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:08.588056 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:08.591171 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:08.592150 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c60b3c30-76e0-4a3e-a4a4-b16b168d2488 HTTP/1.1" status: 204 len: 168 time: 0.3549159 May 17 16:22:08.889097 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae732ed4-3f4f-41ca-8c2f-c9e7891f3056 req-7172446c-dd2a-4b3d-ba1b-0b4bf686e279 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:08.890611 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae732ed4-3f4f-41ca-8c2f-c9e7891f3056 req-7172446c-dd2a-4b3d-ba1b-0b4bf686e279 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.0979228 May 17 16:22:08.938263 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae732ed4-3f4f-41ca-8c2f-c9e7891f3056 req-32d527ca-7ee1-4e01-9ab6-db917c01c9b5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 May 17 16:22:09.072675 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53968) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:09.105028 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.122772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:09.134357 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Usage tracker for resource:security_group_rule and tenant:354e3920a94e4ffca09f245989f9d8c2 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:09.134357 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:09.141133 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:09.262559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.323205 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.339601 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f753bc41-3aa3-44eb-ba61-9950a5d42858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:09.398841 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=354e3920a94e4ffca09f245989f9d8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209133 May 17 16:22:09.398841 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf0d44-32c7-4207-b367-d6dac9ef17e7,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:09.399143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 53982) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:09.402074 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:09.502862 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.564002 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.704401 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.709943 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-145328ab-8175-40fe-a7f3-85588db7662c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:09.721331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf0d44-32c7-4207-b367-d6dac9ef17e7,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:09.726622 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc4703-bebe-449f-af6d-8d45ad092932 req-4c7428fa-bc32-4933-b68f-122e8cb6fc13 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:09.738863 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:09.739398 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2abc4703-bebe-449f-af6d-8d45ad092932 req-4c7428fa-bc32-4933-b68f-122e8cb6fc13 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1181622 May 17 16:22:09.740629 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.741829 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eacf0d44-32c7-4207-b367-d6dac9ef17e7 HTTP/1.1" status: 204 len: 168 time: 0.3418975 May 17 16:22:09.768551 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54000) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:09.796954 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:09.799020 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2abc4703-bebe-449f-af6d-8d45ad092932 req-4885922f-7626-4388-9b23-518019c9df0d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 May 17 16:22:09.833834 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:09.838311 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ede4cf6874084be0b483c51e5e1f023d is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:09.841594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:09.850312 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:09.981932 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.110388 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.130595 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-34590213-a91b-49c4-b5ab-e2241f5b2b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:10.167649 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ede4cf6874084be0b483c51e5e1f023d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979969 May 17 16:22:10.170744 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54014) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:10.171790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a48d6-de44-421e-a3cd-f07638f84673,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:10.175644 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:10.284395 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.319564 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.475660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.480580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d9a0a16b-bc2a-45a8-a0db-fe4dbad652d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:10.493858 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a48d6-de44-421e-a3cd-f07638f84673,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:10.496283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:10.500589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:10.502719 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c13a48d6-de44-421e-a3cd-f07638f84673 HTTP/1.1" status: 204 len: 168 time: 0.3304954 May 17 16:22:11.031709 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c564b-3189-4ad5-8151-19d8c9e014d2 req-89542451-a99e-428f-8120-2ee32470680d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:11.033330 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1d0c564b-3189-4ad5-8151-19d8c9e014d2 req-89542451-a99e-428f-8120-2ee32470680d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1002860 May 17 16:22:11.111924 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1d0c564b-3189-4ad5-8151-19d8c9e014d2 req-feb3550d-3e4b-4f15-9723-932524453efc tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673170 May 17 16:22:11.759264 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54106) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:11.913851 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-29aa0ace-7e50-4fb8-b617-b856323fecbb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:11.920875 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-29aa0ace-7e50-4fb8-b617-b856323fecbb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.1796844 May 17 16:22:11.931210 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-91f3dfde-cf44-4614-b97b-4858a7ec8b2a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/quotas/856b2686940942a78f0496bcae7e86ea HTTP/1.1" status: 200 len: 375 time: 0.0094645 May 17 16:22:12.033127 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-9b91bbf4-73ea-458c-994c-0ef345c232bf tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963280 May 17 16:22:12.116470 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.165214 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:12.174212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Usage tracker for resource:security_group_rule and tenant:0189f6ae889b4739b1a00d556afebd85 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:12.179010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:12.186702 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:12.247394 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-d61ceb26-9586-4e82-a36f-48de108a0263 service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126665 May 17 16:22:12.317861 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.390615 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.403011 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b690889a-15a3-4080-b01e-4e564ccb5d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:12.439174 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165d046-84b6-479b-bb14-053e92d133fb,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:12.443587 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:12.467330 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-b42bd422-7441-4841-970e-1472e2ddb065 service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121716 May 17 16:22:12.487015 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54136) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:12.487828 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0189f6ae889b4739b1a00d556afebd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220011 May 17 16:22:12.553517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c918c4-c3e2-41a2-8358-bccad0061b4f req-00b37a65-b450-4b36-bb2c-18d73fdb3128 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:12.559534 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a5c918c4-c3e2-41a2-8358-bccad0061b4f req-00b37a65-b450-4b36-bb2c-18d73fdb3128 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1912565 May 17 16:22:12.624927 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a5c918c4-c3e2-41a2-8358-bccad0061b4f req-3d08bf4e-e2ec-4d50-9933-b75b45049ffb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610528 May 17 16:22:12.630896 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.706226 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.805117 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8f2330d0-1c24-4648-b8eb-feb118ed5dd6 req-f1ed4ac0-bed2-423d-af4a-45fc170324fb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 210 time: 0.0448883 May 17 16:22:12.928390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.933936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-eac017c2-2f88-4c5f-be72-413464020ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:12.951323 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165d046-84b6-479b-bb14-053e92d133fb,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:12.954870 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:12.958635 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:12.971755 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0165d046-84b6-479b-bb14-053e92d133fb HTTP/1.1" status: 204 len: 168 time: 0.4821746 May 17 16:22:13.850554 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0639-b72a-4551-a280-591c8ff5381d req-49d5d633-49c1-41d1-b4af-de2327b93d5c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:13.852337 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-39ab0639-b72a-4551-a280-591c8ff5381d req-49d5d633-49c1-41d1-b4af-de2327b93d5c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0831289 May 17 16:22:13.905095 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-39ab0639-b72a-4551-a280-591c8ff5381d req-de1ea678-2ad2-4839-922f-1b808b4c9019 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 May 17 16:22:13.967332 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96964ea5-a6be-454b-b87b-be75679241ce req-6915a1ba-a51c-45e6-b7f0-544671281e2c tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 210 time: 0.0462153 May 17 16:22:14.316797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54212) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:14.552432 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:14.575485 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:14.581394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Usage tracker for resource:security_group_rule and tenant:e954fd4008fd4d9ca839130a96e88b4f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:14.585250 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:14.593146 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:14.701427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:14.790231 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:14.801153 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d0242f35-8f8c-4282-8b66-6b2663d1b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:14.842584 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e954fd4008fd4d9ca839130a96e88b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240180 May 17 16:22:14.844171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ef7a2-f616-4308-b726-7963b6230564,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:14.845186 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54246) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:14.847875 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:14.904280 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:14.933529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:15.110809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:15.118079 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ac0a6bac-900c-4a7a-888d-fd4e862d57d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:15.218364 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40d7d-3cd2-4d94-9aab-011b56a82e7a req-013a6881-bf52-4eb4-8a6c-187fa896fd8a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:15.219932 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82d40d7d-3cd2-4d94-9aab-011b56a82e7a req-013a6881-bf52-4eb4-8a6c-187fa896fd8a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1620896 May 17 16:22:15.259515 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-790a327d-783e-431b-b206-7a97bb7beb73 req-a1e7d892-4cb7-4e8e-9043-6cebfcb62996 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 210 time: 0.0929139 May 17 16:22:15.306821 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82d40d7d-3cd2-4d94-9aab-011b56a82e7a req-654cbe4c-6bf2-4e59-8186-fa1d1dfb0f8a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 May 17 16:22:15.355474 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-0eeb8d67-1847-453f-a329-75cccd9032a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:15.360282 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-0eeb8d67-1847-453f-a329-75cccd9032a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.2310789 May 17 16:22:15.385696 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ef7a2-f616-4308-b726-7963b6230564,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:15.394960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Request body: {'port': {'device_id': '0b71c9b9-435b-462c-9342-cc260320f558', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'admin_state_up': True, 'tenant_id': '856b2686940942a78f0496bcae7e86ea'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:15.419425 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:15.538661 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:15.542002 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e49ef7a2-f616-4308-b726-7963b6230564 HTTP/1.1" status: 204 len: 168 time: 0.6936543 May 17 16:22:15.601691 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:15.606155 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Usage tracker for resource:port and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:15.609041 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:15.614852 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:15.715801 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:15.719305 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:15.891147 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Allocated IP 172.20.0.13 (b015a189-0d2e-4de5-b30d-6b9b3a38ad7f/aa8148eb-f2ee-460a-bcdd-02ff9a474d60/ff4b7b40-b91d-4d90-b792-afd6312a77a8) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:16.125740 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:16.154139 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54296) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:16.230725 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:16.239593 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cabb3efa-e76c-4214-8f73-792b36d07598 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:16.244219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2', '7041d74f-1298-4cae-8107-6bee4a1b1b91'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:22:16.313700 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event updated for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:16.318434 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:16.327764 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:16.328906 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:16.331490 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:16.410787 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:16.411512 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:16.477651 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30f73-773f-42c3-845e-7a054b52bb8b req-39253a5c-4d91-4279-96d0-ba0cacb00c59 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:16.489030 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f7c30f73-773f-42c3-845e-7a054b52bb8b req-39253a5c-4d91-4279-96d0-ba0cacb00c59 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 932 time: 0.1116936 May 17 16:22:16.528063 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434128 May 17 16:22:16.550622 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Request body: {'port': {'device_id': '0b71c9b9-435b-462c-9342-cc260320f558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:16.754455 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:16.761476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:16.817762 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f7c30f73-773f-42c3-845e-7a054b52bb8b req-48398164-dc9e-424e-8a96-0535e72b25ff tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275602 May 17 16:22:16.823205 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:16.837755 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0060e4169b83435492e1b055181c9757 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:16.841518 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:16.849673 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:16.891200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6db3-79fa-4378-8447-537e83b4d20a req-c4b08b11-6608-414c-b98d-4140c39a2b62 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:16.893009 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fa8d6db3-79fa-4378-8447-537e83b4d20a req-c4b08b11-6608-414c-b98d-4140c39a2b62 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.2262008 May 17 16:22:16.990567 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fa8d6db3-79fa-4378-8447-537e83b4d20a req-2198a6d0-11f0-4e6d-9ec1-eeeec3c196ab tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903034 May 17 16:22:17.178426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.254738 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4b7b40-b91d-4d90-b792-afd6312a77a8 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:17.262213 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.276807 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Transition to ACTIVE for port object ff4b7b40-b91d-4d90-b792-afd6312a77a8 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:17.292770 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.301780 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-494bb2be-6008-43d7-b9ab-64b282baebde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:17.361816 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0060e4169b83435492e1b055181c9757&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2065670 May 17 16:22:17.364283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d68158-d551-464f-9d47-11b1f49e1fd3,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:17.365205 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54338) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:17.367977 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:17.382836 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.395989 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:17.693065 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Attempting to bind port ff4b7b40-b91d-4d90-b792-afd6312a77a8 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:17.693393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Attempting to bind port ff4b7b40-b91d-4d90-b792-afd6312a77a8 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:17.693716 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Attempting to bind port ff4b7b40-b91d-4d90-b792-afd6312a77a8 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:17.702136 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Port ff4b7b40-b91d-4d90-b792-afd6312a77a8 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:22:17.702456 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Attempting to bind port ff4b7b40-b91d-4d90-b792-afd6312a77a8 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:17.711131 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:17.711460 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Checking segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:17.712021 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Bound using segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:17.712602 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Bound port: ff4b7b40-b91d-4d90-b792-afd6312a77a8, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:17.712946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.726189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.730415 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:17.741350 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:17.803361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.869105 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:17.874971 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:17.991979 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:17.992980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:18.001527 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:18.043226 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d68158-d551-464f-9d47-11b1f49e1fd3,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:18.047888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:18.050172 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:18.063931 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755869f8-6753-469c-9e9c-7c497adec57c req-4abc1939-c7cc-4355-9243-9110ad2841fa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:18.067226 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-755869f8-6753-469c-9e9c-7c497adec57c req-4abc1939-c7cc-4355-9243-9110ad2841fa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 944 time: 0.1248319 May 17 16:22:18.094670 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:18.094670 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:18.094670 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff4b7b40-b91d-4d90-b792-afd6312a77a8 HTTP/1.1" status: 200 len: 1094 time: 1.5485020 May 17 16:22:18.098964 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:18.100252 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3d68158-d551-464f-9d47-11b1f49e1fd3 HTTP/1.1" status: 204 len: 168 time: 0.7338758 May 17 16:22:18.101020 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:18.141331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:18.145078 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:18.196992 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-755869f8-6753-469c-9e9c-7c497adec57c req-0f1d02e2-a2ae-413e-b994-b55ec2d02c3b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165187 May 17 16:22:18.372568 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', 'status': 'completed', 'code': 200} May 17 16:22:18.394546 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029d428-484c-424e-9ce8-3b77625dc35f req-c368abe4-81f4-4bfb-bc37-d913664159ae tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:18.397237 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-abae724f-016a-461e-9271-b99193908f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:18.398687 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-abae724f-016a-461e-9271-b99193908f8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 1097 time: 0.1520827 May 17 16:22:18.402321 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f029d428-484c-424e-9ce8-3b77625dc35f req-c368abe4-81f4-4bfb-bc37-d913664159ae tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1250710 May 17 16:22:18.446088 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f029d428-484c-424e-9ce8-3b77625dc35f req-40324578-2699-44d1-b797-c8d39f3ad2a7 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427027 May 17 16:22:18.533453 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-cd92b3f7-3f20-4af4-9944-90218433566c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8 HTTP/1.1" status: 200 len: 217 time: 0.1264288 May 17 16:22:18.601447 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-65b01251-3f93-4c97-bb25-46f8a53aa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:18.602924 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-65b01251-3f93-4c97-bb25-46f8a53aa69f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.0595102 May 17 16:22:18.651463 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-24d033d0-0578-4395-bef6-818764fd20a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406766 May 17 16:22:18.817391 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-246fb750-a6d4-4b53-8df3-e88b21dff226 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587923 May 17 16:22:18.829886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54394) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:18.964554 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0ceb8151-e386-4dbe-a1c6-525ccd0701ce req-1a0231fc-b1e9-490d-b7eb-aeb5e553ebf6 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597078 May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Usage tracker for resource:security_group_rule and tenant:21713e4d75a3421e8b8b5cd6ada50e88 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:19.299298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.299817 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:22:19.384784 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1cc6e-a005-41b4-9d8e-fb249d033ef2 req-3a2c4304-0d36-4c95-99d7-6d2bdd295fd0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:19.386217 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7fd1cc6e-a005-41b4-9d8e-fb249d033ef2 req-3a2c4304-0d36-4c95-99d7-6d2bdd295fd0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 944 time: 0.0808418 May 17 16:22:19.430438 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7fd1cc6e-a005-41b4-9d8e-fb249d033ef2 req-58335ccf-0742-4114-a491-2202da1e27e3 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 May 17 16:22:19.655347 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.682029 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4053e8a1-2a54-4a45-a045-65d206053e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:19.811762 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21713e4d75a3421e8b8b5cd6ada50e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9780211 May 17 16:22:19.811762 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038e1464-40ef-473c-a02a-f1507786b878,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:19.812449 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54412) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:19.816623 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:19.885407 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54418) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:19.938161 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6573-f6e2-46cd-a1d5-db765525b9de req-4a4c64fd-a208-491f-9929-297b8a5af1e1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:19.939485 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.945199 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2d4f6573-f6e2-46cd-a1d5-db765525b9de req-4a4c64fd-a208-491f-9929-297b8a5af1e1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.2388937 May 17 16:22:19.953023 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.970519 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-0a33d1d2-11a9-4548-89eb-eb74396a616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:19.972701 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-0a33d1d2-11a9-4548-89eb-eb74396a616f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 1097 time: 0.2826030 May 17 16:22:19.974557 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.990579 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:20.002326 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Usage tracker for resource:security_group_rule and tenant:94062365ee094b5dbb7f87d518c68912 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:20.007527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:20.017206 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:20.027345 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2d4f6573-f6e2-46cd-a1d5-db765525b9de req-7abb197c-cc44-4064-8bfc-ff7031735c7c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766590 May 17 16:22:20.131743 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.156801 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-27d63f75-e09e-46a7-9083-a970f83da52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:20.158229 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-27d63f75-e09e-46a7-9083-a970f83da52a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 916 time: 0.1768346 May 17 16:22:20.229763 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-7979c404-5aa3-40a1-8e76-64859cc3f93a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8 HTTP/1.1" status: 200 len: 217 time: 0.0607986 May 17 16:22:20.258845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.265844 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4c8f4ed5-50a0-4398-a4e7-17b211eed8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:20.285867 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.292766 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d3d9061-efd4-4014-ab2e-7b8c6e4dc308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:20.308142 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038e1464-40ef-473c-a02a-f1507786b878,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:20.312756 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:20.316775 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.320083 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/038e1464-40ef-473c-a02a-f1507786b878 HTTP/1.1" status: 204 len: 168 time: 0.5032790 May 17 16:22:20.332035 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-e52f1dbd-7805-49a3-9adf-2db7c090527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:20.333771 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-e52f1dbd-7805-49a3-9adf-2db7c090527d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.0921559 May 17 16:22:20.339192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc82583-54b9-40c9-b022-e00a790a8b99,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:20.354143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:20.358536 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94062365ee094b5dbb7f87d518c68912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720905 May 17 16:22:20.361409 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54426) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:20.399298 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-ec099cfe-48f2-4153-a966-f6f6055509a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533204 May 17 16:22:20.442332 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.517453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.590073 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-df3a46a7-44ce-4e27-ad09-a41fcfe02e5a service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822722 May 17 16:22:20.671908 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.678202 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-69c84660-093e-4c0a-9d13-99fd262eeb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:20.694125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc82583-54b9-40c9-b022-e00a790a8b99,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:20.696595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:20.717281 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.722370 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8dc82583-54b9-40c9-b022-e00a790a8b99 HTTP/1.1" status: 204 len: 168 time: 0.3560693 May 17 16:22:20.771169 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29602-9d51-4d73-bfd1-944da25efba8 req-b9311384-117c-4cdf-8f1e-9cb07380a5b7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:20.771169 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a7e29602-9d51-4d73-bfd1-944da25efba8 req-b9311384-117c-4cdf-8f1e-9cb07380a5b7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 944 time: 0.1199644 May 17 16:22:20.772462 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d56f0b22-029b-44ec-af02-4e51d430d3a6 req-5696d7c2-9c6d-4bf7-b37e-5d9d33687333 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387429 May 17 16:22:20.783745 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a7e29602-9d51-4d73-bfd1-944da25efba8 req-bf918f5b-1325-4622-b798-92f536cade38 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 May 17 16:22:21.273575 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849cb1d-781a-40dd-b771-5bb45117b7e5 req-69c333ef-5c63-494a-b739-b3a682732bbf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:21.275331 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0849cb1d-781a-40dd-b771-5bb45117b7e5 req-69c333ef-5c63-494a-b739-b3a682732bbf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1126463 May 17 16:22:21.317672 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54460) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:21.341918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.382362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:21.387257 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0849cb1d-781a-40dd-b771-5bb45117b7e5 req-2ef08f58-f177-4443-89cd-a14123268dff tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995665 May 17 16:22:21.389659 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Usage tracker for resource:security_group_rule and tenant:ded7c3976c6949ec93431775821c364c is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:21.393212 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:21.401922 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:21.497974 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.561646 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.571364 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-47be8a17-6362-4db8-8b92-ff404fd5d47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:21.615706 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ded7c3976c6949ec93431775821c364c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967961 May 17 16:22:21.616616 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e264b5-c82f-4652-9c41-dae75c0ec111,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:21.618900 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54480) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:21.622644 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:21.691061 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.741219 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.907837 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-47d16b6b-7241-488a-906c-a2d3907acbd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800929 May 17 16:22:21.961640 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.966888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a9b998db-8986-44cf-9111-199ce65baadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:21.979779 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e264b5-c82f-4652-9c41-dae75c0ec111,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:21.982240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:21.989818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.990941 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7eb726b8-79ce-451b-8bcd-9a7563c65d86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1e264b5-c82f-4652-9c41-dae75c0ec111 HTTP/1.1" status: 204 len: 168 time: 0.3707941 May 17 16:22:22.093053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d508840-91ab-4d51-b572-d22b0479472d req-3d3b54a5-07e1-4bcc-9afe-a5825541edc5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:22.094563 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6d508840-91ab-4d51-b572-d22b0479472d req-3d3b54a5-07e1-4bcc-9afe-a5825541edc5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 944 time: 0.1927714 May 17 16:22:22.155645 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device ff4b7b40-b91d-4d90-b792-afd6312a77a8 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:22:22.180625 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6d508840-91ab-4d51-b572-d22b0479472d req-f00938fb-e0d3-4509-9155-407a4f5228f6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784085 May 17 16:22:22.234496 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-43ee57af-b423-40a1-a45b-7e71903c614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:22.236107 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-43ee57af-b423-40a1-a45b-7e71903c614e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 1098 time: 0.2028396 May 17 16:22:22.320540 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:22.335248 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'port_id': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', 'mac_address': 'fa:16:3e:00:79:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8148eb-f2ee-460a-bcdd-02ff9a474d60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:22:22.403570 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:22.423622 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4b7b40-b91d-4d90-b792-afd6312a77a8 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:22.432575 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-8f35cb24-dbea-4f66-ae7d-054ceef046e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:22.435188 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-8f35cb24-dbea-4f66-ae7d-054ceef046e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 916 time: 0.1789691 May 17 16:22:22.443203 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:22.512357 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-c6d0ca1c-48cd-415b-9640-b76822b0afe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2 HTTP/1.1" status: 200 len: 217 time: 0.0690553 May 17 16:22:22.527441 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:22.530639 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:22.605838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-1fd36e94-53dd-4ec6-967b-6366775dc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:22.607842 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-1fd36e94-53dd-4ec6-967b-6366775dc7e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.0873091 May 17 16:22:22.631824 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:22.637893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.638489 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.639160 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.639728 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.640259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.640760 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.641427 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.641538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862895-4433-40df-97e4-416e47c75f1e req-feaad7d5-61c3-40c4-8d72-a71fa16bbb51 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:22.642650 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.643273 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.648044 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cf862895-4433-40df-97e4-416e47c75f1e req-feaad7d5-61c3-40c4-8d72-a71fa16bbb51 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1352892 May 17 16:22:22.648153 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.648153 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.649546 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:22.658241 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:22.669594 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-05eea4a8-d753-4fce-a374-23ebe952e9c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527811 May 17 16:22:22.714846 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cf862895-4433-40df-97e4-416e47c75f1e req-9e2701e2-91a8-434c-b109-a5618f4d5488 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 May 17 16:22:22.845571 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-b9cd12fb-87a5-4629-88a9-6226af6cadca service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680768 May 17 16:22:22.939566 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['ff4b7b40-b91d-4d90-b792-afd6312a77a8'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:22:23.150522 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-48e7f85d-0cfc-4adf-929a-3c0c05b51129 req-e4672203-9920-448a-97b1-329467634096 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952998 May 17 16:22:23.169435 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e58c3-b962-44cc-abaa-8a60f3a8f802 req-cd904f45-ed59-4ccf-9285-f3bc21dee43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:23.171440 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c70e58c3-b962-44cc-abaa-8a60f3a8f802 req-cd904f45-ed59-4ccf-9285-f3bc21dee43a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 1099 time: 0.1385694 May 17 16:22:23.217251 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c70e58c3-b962-44cc-abaa-8a60f3a8f802 req-f7a31204-9137-44fe-9da0-e848ab386fc1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 May 17 16:22:23.416691 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fcd0-7035-4d31-a6e8-694ff3dba83b req-ac2804ed-6ca7-4bf1-8019-4a1b24638b5b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:23.418168 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ba98fcd0-7035-4d31-a6e8-694ff3dba83b req-ac2804ed-6ca7-4bf1-8019-4a1b24638b5b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 945 time: 0.1099181 May 17 16:22:23.468331 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ba98fcd0-7035-4d31-a6e8-694ff3dba83b req-f2b0f2be-d3a8-4b31-aca8-3a851467e3f1 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 May 17 16:22:23.929147 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aea7-d2d0-4776-b503-54f1219b8e57 req-38793eaa-c30a-4a41-819a-bfaefdb1c914 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:23.930666 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c37aea7-d2d0-4776-b503-54f1219b8e57 req-38793eaa-c30a-4a41-819a-bfaefdb1c914 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1107686 May 17 16:22:23.936529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54562) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:23.985078 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c37aea7-d2d0-4776-b503-54f1219b8e57 req-4dbb89c5-4838-4bf6-9add-4bff4b4b4c9e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 May 17 16:22:24.062595 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.080311 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:24.085173 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Usage tracker for resource:security_group_rule and tenant:f4b9b3e4d3a54670a88a670c4fa51d10 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:24.088232 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:24.097782 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:24.165939 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device ff4b7b40-b91d-4d90-b792-afd6312a77a8 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:24.201855 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.315278 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.325124 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2ba5b175-cc13-4c8b-b542-098d1b0161a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:24.375280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54588) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:24.379250 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4b9b3e4d3a54670a88a670c4fa51d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350164 May 17 16:22:24.384131 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d7ac8-285f-4305-adae-c46ce1b940e0,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:24.385585 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port ff4b7b40-b91d-4d90-b792-afd6312a77a8 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:24.396641 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port ff4b7b40-b91d-4d90-b792-afd6312a77a8 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:24.396941 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.402720 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:24.545192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.560536 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.573799 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.589125 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:24.599740 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:24.661686 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', 'code': 200} May 17 16:22:24.749671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2fa2e-c2c9-4bc1-87dc-bf76f89e9ad3 req-44cebd7e-67ce-43f3-b437-3178dad12946 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:24.751253 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ece2fa2e-c2c9-4bc1-87dc-bf76f89e9ad3 req-44cebd7e-67ce-43f3-b437-3178dad12946 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 945 time: 0.1293623 May 17 16:22:24.773014 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.775806 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1b2eaa5e-11a1-40cd-8ee0-f69ab4900107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:24.803453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54606) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:24.811084 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ece2fa2e-c2c9-4bc1-87dc-bf76f89e9ad3 req-37a62a8b-3cd9-4ee1-a223-63d1fe7814a0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533819 May 17 16:22:24.815384 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.847677 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-49ef932f-ca8a-469a-88cd-fdfdf3b49611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:24.871936 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:24.875250 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:24.896766 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d7ac8-285f-4305-adae-c46ce1b940e0,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:24.907310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:24.907310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:24.907310 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a23d7ac8-285f-4305-adae-c46ce1b940e0 HTTP/1.1" status: 204 len: 168 time: 0.5306230 May 17 16:22:25.121427 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.161381 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:25.166470 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Usage tracker for resource:security_group_rule and tenant:2369ed21c4ec4652b5256d46ed51d6e9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:25.169683 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:25.177340 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:25.217330 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b909a-9603-4934-8ece-566a1be97a35 req-0e46a085-4330-41f1-9153-8a1804494850 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:25.218909 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e24b909a-9603-4934-8ece-566a1be97a35 req-0e46a085-4330-41f1-9153-8a1804494850 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0947185 May 17 16:22:25.272407 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e24b909a-9603-4934-8ece-566a1be97a35 req-7d43aade-39c3-4491-853e-a79a41c98d30 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 May 17 16:22:25.323801 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.326883 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5232-7987-4668-bff0-1955d872ec30 req-1fe485b1-7e09-4da5-aa50-cd8ed3a004df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:25.328369 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0a2a5232-7987-4668-bff0-1955d872ec30 req-1fe485b1-7e09-4da5-aa50-cd8ed3a004df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 1099 time: 0.1160266 May 17 16:22:25.374061 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0a2a5232-7987-4668-bff0-1955d872ec30 req-130c9ae7-a518-4b2d-ac6d-3a0c54558ee0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 May 17 16:22:25.468649 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e39c-8dec-47f6-9229-cf7bb70b2d42 req-44a1a06e-b5b2-4520-b60a-69c948ed1d30 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:25.470303 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-97e5e39c-8dec-47f6-9229-cf7bb70b2d42 req-44a1a06e-b5b2-4520-b60a-69c948ed1d30 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0836885 May 17 16:22:25.470534 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.472676 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.486267 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-27f7b756-d81d-4740-8198-d151cfa14056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:25.534144 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-97e5e39c-8dec-47f6-9229-cf7bb70b2d42 req-ba1eabe8-dbbb-4ebd-baf9-7ecf215ca050 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 May 17 16:22:25.543143 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2369ed21c4ec4652b5256d46ed51d6e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378852 May 17 16:22:25.543560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54630) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:25.545151 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f9c600-3908-4a66-9423-fbf39362ae49,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:25.548521 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:25.616215 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.644949 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.778572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.784683 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-03eefa1c-ef2d-48be-937d-bd4f37bf4eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:25.797036 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f9c600-3908-4a66-9423-fbf39362ae49,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:25.799776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:25.801957 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:25.806575 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8f9c600-3908-4a66-9423-fbf39362ae49 HTTP/1.1" status: 204 len: 168 time: 0.2619529 May 17 16:22:25.929369 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54648) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:26.023531 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0bee5-a39a-42a1-a0e6-7dcf6ac9268d req-d1b217af-23d1-4ade-9841-4d76318ed550 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:26.024982 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e9f0bee5-a39a-42a1-a0e6-7dcf6ac9268d req-d1b217af-23d1-4ade-9841-4d76318ed550 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.0804255 May 17 16:22:26.072088 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e9f0bee5-a39a-42a1-a0e6-7dcf6ac9268d req-48ba80c4-f089-4a43-9342-7ebfed9095a4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 May 17 16:22:26.648640 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:26.663753 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:26.667609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Usage tracker for resource:security_group_rule and tenant:58d99be054094d00a03905a540287c49 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:26.673047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54670) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:26.679254 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:26.688893 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:26.788897 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:26.814721 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:26.818601 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:26.821076 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Usage tracker for resource:security_group_rule and tenant:7631d6c0b58d4c6e99fbaa0d93e44194 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:26.824037 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:26.829789 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:27.063453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.077714 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-33114e02-ee42-4472-b20a-9f1fca024b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:27.136442 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58d99be054094d00a03905a540287c49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2057903 May 17 16:22:27.139472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54684) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.147433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96957fcf-3f95-4f8d-9e17-9802a00283f1,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:27.153413 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:27.211405 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.267850 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.302047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.311311 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54688) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.333940 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.347067 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:27.347922 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937bac-9a7c-4fef-b504-bc48fad7277a req-7a4d24d5-e501-48b3-83db-cedc76e22db7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:27.349407 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e937bac-9a7c-4fef-b504-bc48fad7277a req-7a4d24d5-e501-48b3-83db-cedc76e22db7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.1469076 May 17 16:22:27.351487 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.400475 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7631d6c0b58d4c6e99fbaa0d93e44194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234395 May 17 16:22:27.402384 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e937bac-9a7c-4fef-b504-bc48fad7277a req-03750838-dd5d-48bc-8422-3f1e6734266f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 May 17 16:22:27.402889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54694) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.405706 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:27.410404 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba888a11-fe9a-4905-810f-d90de515ed0a,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:27.433200 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:27.449105 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae3fae1c0874ba18e1701e386838122 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:27.453774 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:27.461675 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:27.532859 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.583220 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.604250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.604781 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b0f6b2ac-5af4-4c57-af30-a1088d691a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:27.614996 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.627862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96957fcf-3f95-4f8d-9e17-9802a00283f1,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:27.638734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:27.651982 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.655153 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96957fcf-3f95-4f8d-9e17-9802a00283f1 HTTP/1.1" status: 204 len: 168 time: 0.5114779 May 17 16:22:27.732459 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.742049 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8b94875a-04d1-4c84-9604-f9701a4605ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:27.783229 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ae3fae1c0874ba18e1701e386838122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708118 May 17 16:22:27.784091 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f84283-0bf1-4a8a-b368-bf83fbdf8754,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:27.786561 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54714) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.787802 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:27.802421 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.809111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-09913dff-0bf9-474d-b87c-c774559e6f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:27.828836 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba888a11-fe9a-4905-810f-d90de515ed0a,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:27.837403 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:27.848259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.849452 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba888a11-fe9a-4905-810f-d90de515ed0a HTTP/1.1" status: 204 len: 168 time: 0.4455013 May 17 16:22:27.876080 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.907267 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.104408 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.109341 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e36812c9-d234-4445-bb82-50d3d94bc864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:28.119460 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f84283-0bf1-4a8a-b368-bf83fbdf8754,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:28.124160 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:28.125618 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.126712 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18f84283-0bf1-4a8a-b368-bf83fbdf8754 HTTP/1.1" status: 204 len: 168 time: 0.3389118 May 17 16:22:28.710229 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54740) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:28.741466 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.783935 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:28.802832 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Usage tracker for resource:security_group_rule and tenant:1943a29dc38046d1bb3df3bbe54d3983 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:28.803858 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:28.832939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:28.963492 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.153498 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.153498 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-afa23979-90f9-41c4-a37b-52f05bd0c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:29.188524 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1943a29dc38046d1bb3df3bbe54d3983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759929 May 17 16:22:29.190116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0472f566-2ce7-4c63-827a-af44a99119d4,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:29.191890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54768) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:29.194504 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:29.252097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.282608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.487105 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.492298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2f6e67eb-c402-402c-bb49-085b4ee03bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:29.508664 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0472f566-2ce7-4c63-827a-af44a99119d4,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:29.511043 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:29.536052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.539443 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0472f566-2ce7-4c63-827a-af44a99119d4 HTTP/1.1" status: 204 len: 168 time: 0.3464684 May 17 16:22:29.750504 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54782) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:29.774571 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.790126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:29.793986 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Usage tracker for resource:security_group_rule and tenant:a2a1e479032c4aff87c2a22b1535727e is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:29.796791 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:29.803721 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:29.888581 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1cf33-1114-421a-84b3-cc9749ff63da req-5a95b9f9-faa6-4625-8e8c-96464551817b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:29.890065 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-88f1cf33-1114-421a-84b3-cc9749ff63da req-5a95b9f9-faa6-4625-8e8c-96464551817b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1222925 May 17 16:22:29.905071 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.942038 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-88f1cf33-1114-421a-84b3-cc9749ff63da req-a5c49e84-d04f-41ac-b9d7-337ad9b438a7 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 May 17 16:22:30.107691 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.144018 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b78ea1c2-b3cb-462f-835d-eac2d2f1d929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.156250 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2a1e479032c4aff87c2a22b1535727e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018826 May 17 16:22:30.156592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54798) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:30.173210 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-0cd923cc-82fc-412a-94ba-cf813050a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:30.175217 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-0cd923cc-82fc-412a-94ba-cf813050a8f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.1920526 May 17 16:22:30.183541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf9b06-e371-4858-89bb-169ef6809d9d,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.186916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.230365 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.264433 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.280749 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-33cff94d-56dd-4a86-83e0-4d30836b7474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.413983 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-b11fd9c0-cfd3-4d52-ba61-4a0d8deb5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:30.415538 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-b11fd9c0-cfd3-4d52-ba61-4a0d8deb5ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.2244866 May 17 16:22:30.479575 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 54808) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:30.486689 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-5f792da6-9a09-41a6-b813-0115f2c42d79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0628486 May 17 16:22:30.521210 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.537052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b71eea2b-6751-4172-a4fb-c219e47f2aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.554582 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.555985 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fcf9b06-e371-4858-89bb-169ef6809d9d HTTP/1.1" status: 204 len: 168 time: 0.3984010 May 17 16:22:30.558899 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf9b06-e371-4858-89bb-169ef6809d9d,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.561442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-262cf212-11b8-422a-9cfd-e02987e8773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:30.563151 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-262cf212-11b8-422a-9cfd-e02987e8773f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.0701206 May 17 16:22:30.567936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.627137 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-570729cf-3cfd-4e0c-b25f-59d189c94ca2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474555 May 17 16:22:30.663604 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.677316 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:30.682494 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Usage tracker for resource:security_group_rule and tenant:2da90ed27aa6475e80e68bf66e28b84d is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:30.685716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:30.692103 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:30.775387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.788537 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-02dd3e13-0558-4060-8a9e-20dbf390be91 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476691 May 17 16:22:30.904192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.921071 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b957dc72-1e0e-46a7-893a-5274a64880ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.930042 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b22034c9-6c65-4f3e-b99e-257242667f58 req-68086217-03b4-4390-bcdc-cee93c619bfa service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301465 May 17 16:22:30.965497 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2da90ed27aa6475e80e68bf66e28b84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845791 May 17 16:22:30.966382 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9272157b-a822-46ed-bb0d-c10f75218662,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.968500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 54828) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:30.969449 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:31.053860 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.099476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.286892 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05d0f3-72ca-4ccb-8666-f5e27d4c0a14 req-a8363262-086b-4715-82ff-ef58acf12acd tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:31.288479 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e05d0f3-72ca-4ccb-8666-f5e27d4c0a14 req-a8363262-086b-4715-82ff-ef58acf12acd tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1164284 May 17 16:22:31.321479 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.330373 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b2eb3d65-7d69-48a3-81a3-4b1b2951b99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:31.340881 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e05d0f3-72ca-4ccb-8666-f5e27d4c0a14 req-73b5e66f-3872-447c-ab84-a16456e536fb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 May 17 16:22:31.342032 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9272157b-a822-46ed-bb0d-c10f75218662,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:31.344322 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:31.371161 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.372901 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9272157b-a822-46ed-bb0d-c10f75218662 HTTP/1.1" status: 204 len: 168 time: 0.4030685 May 17 16:22:32.556914 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758c416-bb4d-42a0-bae1-a4bc1891468b req-ed659d38-4f6c-40e2-bde7-b3820abbc98e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:32.564319 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c758c416-bb4d-42a0-bae1-a4bc1891468b req-ed659d38-4f6c-40e2-bde7-b3820abbc98e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0970581 May 17 16:22:32.617344 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c758c416-bb4d-42a0-bae1-a4bc1891468b req-c88acf02-61d3-4b0c-88ba-724f0ee39855 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520573 May 17 16:22:32.938541 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.024605 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb08b-c2ab-4bbf-83e0-decd70682a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.827730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776efca-6740-40eb-ad00-731a0dd79d4e req-74439ddc-6761-4531-b380-2e24d1c578fa tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:33.829166 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6776efca-6740-40eb-ad00-731a0dd79d4e req-74439ddc-6761-4531-b380-2e24d1c578fa tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0835085 May 17 16:22:33.874802 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6776efca-6740-40eb-ad00-731a0dd79d4e req-f68cf12b-cb2a-46da-8ce1-fc74b78bce2e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 May 17 16:22:33.910178 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.100511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c4dc-bb54-426d-9f9a-0bf064b00ed4 req-dad2409e-eb31-40eb-96fc-0a2a75cead9d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:35.102202 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6796c4dc-bb54-426d-9f9a-0bf064b00ed4 req-dad2409e-eb31-40eb-96fc-0a2a75cead9d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0950692 May 17 16:22:35.170895 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6796c4dc-bb54-426d-9f9a-0bf064b00ed4 req-0b39135b-7bb0-469a-8638-093a3fbdf315 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622437 May 17 16:22:35.258189 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.356523 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f199ba-6b60-48c6-9c54-38d9c7d07440 req-d7add9f6-5e42-4d32-936e-9b26a98d1fa8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:36.357937 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20f199ba-6b60-48c6-9c54-38d9c7d07440 req-d7add9f6-5e42-4d32-936e-9b26a98d1fa8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0911334 May 17 16:22:36.404045 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20f199ba-6b60-48c6-9c54-38d9c7d07440 req-62e27bf2-05e6-4a95-9244-9199e09f8065 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 May 17 16:22:37.640345 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595a566-8302-4a4e-aecb-b6ae92557980 req-63b7490f-a6a2-41f0-bb3d-111834704aa1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:37.642062 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e595a566-8302-4a4e-aecb-b6ae92557980 req-63b7490f-a6a2-41f0-bb3d-111834704aa1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1300812 May 17 16:22:37.688484 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e595a566-8302-4a4e-aecb-b6ae92557980 req-50741374-40f0-41b7-b1f4-2932928d319f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 May 17 16:22:38.897906 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82652355-52d9-44f5-b199-478bcfb76122 req-2467ccdf-8a4c-4733-9523-f5400da78cd5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:38.901135 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55178) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:38.901752 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82652355-52d9-44f5-b199-478bcfb76122 req-2467ccdf-8a4c-4733-9523-f5400da78cd5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0943766 May 17 16:22:38.952235 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82652355-52d9-44f5-b199-478bcfb76122 req-9965f886-861b-44ea-8f48-89feebfec9ba tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 May 17 16:22:39.039802 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.055038 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:39.059213 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b0f908511b4af49f0d4fa82753ca35 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:39.061936 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:39.068828 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:39.171304 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.281564 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.290840 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b30482e6-5766-4703-bd2f-314b16d9cfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:39.332315 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7b0f908511b4af49f0d4fa82753ca35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317558 May 17 16:22:39.333898 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cf6fbc-a771-48ea-9fe9-6fc6ccf277c4,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:39.335056 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55198) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:39.337012 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:39.410101 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.436675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.670226 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.680918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6446fa36-5a26-4dfb-9117-3568a8720bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:39.706467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cf6fbc-a771-48ea-9fe9-6fc6ccf277c4,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:39.715423 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:39.748079 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.749626 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12cf6fbc-a771-48ea-9fe9-6fc6ccf277c4 HTTP/1.1" status: 204 len: 168 time: 0.4088669 May 17 16:22:39.853271 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55230) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:40.020354 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.032610 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-c03a9212-ce97-4809-afda-7cf6006365dc tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:40.040642 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-c03a9212-ce97-4809-afda-7cf6006365dc tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.2218702 May 17 16:22:40.042104 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:40.046615 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Usage tracker for resource:security_group_rule and tenant:42f28f16fb53465a900a5169543a47e3 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:40.052449 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:40.058653 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:40.063112 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-84192af3-86f9-4068-ab0c-f9f1f1945f13 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/quotas/856b2686940942a78f0496bcae7e86ea HTTP/1.1" status: 200 len: 375 time: 0.0165238 May 17 16:22:40.172893 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.233419 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-20fc907c-e9bc-4469-9e6a-a5e827bdf3a9 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628513 May 17 16:22:40.251655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e186a-172a-4196-8f31-b614215c6603 req-2fa060c9-8c7a-4a2d-b73b-193c4b84fb65 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:40.253161 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-111e186a-172a-4196-8f31-b614215c6603 req-2fa060c9-8c7a-4a2d-b73b-193c4b84fb65 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1154809 May 17 16:22:40.321466 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.330833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3631fb33-80bb-45bf-af51-f640f923d0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:40.388138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-111e186a-172a-4196-8f31-b614215c6603 req-e058503d-1d7e-4885-b38d-579a1d2a6863 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171999 May 17 16:22:40.433639 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a333fd4d-c4ef-44f5-8a4a-cbcafec8a636,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:40.442273 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42f28f16fb53465a900a5169543a47e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877204 May 17 16:22:40.445866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55254) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:40.447280 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:40.508790 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-ced05180-ab26-4daf-82a7-0bf6b6134ebe service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650721 May 17 16:22:40.678691 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.686417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.717635 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-deb34719-02aa-46f4-826d-d23d75500766 service neutron] 10.222.0.59 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077119 May 17 16:22:41.001586 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.023909 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:41.023909 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a333fd4d-c4ef-44f5-8a4a-cbcafec8a636,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:41.025321 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:41.030614 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.035275 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a333fd4d-c4ef-44f5-8a4a-cbcafec8a636 HTTP/1.1" status: 204 len: 168 time: 0.5809515 May 17 16:22:41.202122 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7e31e854-56b1-4b72-8d73-837114befeb1 req-b1acdeb3-bffd-4961-bdcc-3326701a16ff tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0772593 May 17 16:22:41.647056 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c46af-b3c0-4dcb-a1aa-558a5e225dd2 req-330e71c3-090d-4b5f-84d3-c67640e68e8a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:41.649181 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b0c46af-b3c0-4dcb-a1aa-558a5e225dd2 req-330e71c3-090d-4b5f-84d3-c67640e68e8a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1424334 May 17 16:22:41.728103 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b0c46af-b3c0-4dcb-a1aa-558a5e225dd2 req-4e4ac62d-c349-4772-8909-430fed99dafc tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 May 17 16:22:42.323757 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c61e7964-9a84-4186-b76e-4c268e24cff0 req-8dd3ba86-2f54-4b8c-bdf3-96f02ae07fdb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0616302 May 17 16:22:42.325637 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55370) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:42.345480 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.380265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:42.388027 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Usage tracker for resource:security_group_rule and tenant:6504853ac55a43288973df5623383481 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:42.396737 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:42.406383 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:42.512624 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.657584 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.666381 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b61f5c7d-1561-4d5a-9cfb-236aafc0b9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:42.715553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0abacf-e98c-4195-8622-0cdba42a52f6,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:42.718537 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:42.722215 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6504853ac55a43288973df5623383481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946316 May 17 16:22:42.725397 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55408) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:42.739138 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a1961-41a8-4432-b35b-c4839651edd9 req-3ceade86-0fd9-4cfd-a110-e09a9cc873c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:42.740699 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-5e8a1961-41a8-4432-b35b-c4839651edd9 req-3ceade86-0fd9-4cfd-a110-e09a9cc873c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.1329751 May 17 16:22:42.794892 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.801157 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-5e8a1961-41a8-4432-b35b-c4839651edd9 req-6e9fd5ae-2ea0-4d10-ab2d-26ff5aa6bbb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532532 May 17 16:22:42.822307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.942623 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42149-01a1-4dc6-bd48-c8aa7d8309c6 req-786e486f-6dfa-4e0a-9be1-0652eac1edc6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:42.944131 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0df42149-01a1-4dc6-bd48-c8aa7d8309c6 req-786e486f-6dfa-4e0a-9be1-0652eac1edc6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0874817 May 17 16:22:42.998826 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0df42149-01a1-4dc6-bd48-c8aa7d8309c6 req-b5290afc-d415-4bef-aa66-1bb8c14f0e90 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 May 17 16:22:43.088588 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.092360 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:43.103819 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0abacf-e98c-4195-8622-0cdba42a52f6,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:43.106095 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:43.111923 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.113813 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af0abacf-e98c-4195-8622-0cdba42a52f6 HTTP/1.1" status: 204 len: 168 time: 0.3874650 May 17 16:22:43.496078 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aefa4499-30f1-4a0b-af32-8b886a8c675b req-e2105e2a-9e0c-4077-8035-e12d8d40952f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0455673 May 17 16:22:44.243442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9fc10-bb7d-409a-a79f-73532d66772a req-27e2ccc5-5db3-45d6-9025-4a10923b0fdd tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:44.247566 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0d9fc10-bb7d-409a-a79f-73532d66772a req-27e2ccc5-5db3-45d6-9025-4a10923b0fdd tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0889015 May 17 16:22:44.293212 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0d9fc10-bb7d-409a-a79f-73532d66772a req-2a8207c7-8dde-4640-8f0b-1a499fe4ec7d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 May 17 16:22:44.390722 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55498) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:44.660378 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55518) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:44.725047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.751312 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:44.767847 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:e57e55b4c32e4f239e30d5408d593768 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:44.773263 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:44.788678 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-73f35fa4-d6f9-46fa-b1b4-8337b9aa2a20 req-f6b7f097-95f8-4c0e-8b47-ba6d219d7b03 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0662861 May 17 16:22:44.788886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:44.792333 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.812688 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:44.812909 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-4901825f-a776-44ff-a192-ea387cd468a9 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:44.813012 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-4901825f-a776-44ff-a192-ea387cd468a9 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/networks?id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 200 len: 815 time: 0.3580186 May 17 16:22:44.814449 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6c3be757fa4bda981402d7ba38adb3 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:44.817508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:44.827964 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:44.829020 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Request body: {'port': {'device_id': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'admin_state_up': True, 'tenant_id': '856b2686940942a78f0496bcae7e86ea'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:44.938451 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.081625 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:45.089680 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Usage tracker for resource:port and tenant:856b2686940942a78f0496bcae7e86ea is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:45.096014 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:45.104602 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:45.158059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.169368 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-911fa0ac-5ddf-45b7-8483-2ef045a4ef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:45.222204 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ad922-2958-42a1-b738-894a8d88f779,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:45.247852 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:45.247852 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e6c3be757fa4bda981402d7ba38adb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859804 May 17 16:22:45.277371 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55546) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:45.337269 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Made reservation on behalf of 856b2686940942a78f0496bcae7e86ea for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:45.340760 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ad9f-a1e1-4b78-9c17-b51e02d52d69 req-27d40dc0-d6ec-40e9-84ba-de878ea91fe7 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:45.341321 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.349024 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79a0ad9f-a1e1-4b78-9c17-b51e02d52d69 req-27d40dc0-d6ec-40e9-84ba-de878ea91fe7 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.3279972 May 17 16:22:45.362896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.399375 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79a0ad9f-a1e1-4b78-9c17-b51e02d52d69 req-a2f8a1f5-7564-488d-a5fd-fb493a6e1845 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 May 17 16:22:45.458737 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056514b-d968-4491-85b3-0e4b936c53fb req-369e1f71-ff40-470d-a88c-aeb9aa59068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:45.460239 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-369e1f71-ff40-470d-a88c-aeb9aa59068e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.3354933 May 17 16:22:45.465369 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.500758 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.515179 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:45.734087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.753637 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e57e55b4c32e4f239e30d5408d593768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3617320 May 17 16:22:45.757778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55564) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:45.771559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feda25a-6f8c-47a7-a909-ddde8c3a3790,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:45.780695 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:45.829963 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.850185 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056514b-d968-4491-85b3-0e4b936c53fb req-e7a06e46-96df-457b-8a1e-7cc6346e2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:45.851724 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-e7a06e46-96df-457b-8a1e-7cc6346e2041 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.3783109 May 17 16:22:45.853448 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Allocated IP 172.20.0.2 (b015a189-0d2e-4de5-b30d-6b9b3a38ad7f/aa8148eb-f2ee-460a-bcdd-02ff9a474d60/44bd4d42-fc48-493c-a9da-c1633d5dc385) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:45.861643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.936381 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-b15f450c-1df8-4a0f-894d-9141e9d29b0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0769479 May 17 16:22:46.019714 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8cd33a7b-b754-406a-9dcf-489f20486d7a req-7a53fe4c-f8ba-4221-a54d-9939c4881bb4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0590987 May 17 16:22:46.072298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056514b-d968-4491-85b3-0e4b936c53fb req-fba82cd9-80f9-483d-8d2d-a94e78f7992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:46.072780 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-fba82cd9-80f9-483d-8d2d-a94e78f7992a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.1128342 May 17 16:22:46.126600 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.138813 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-72102c44-923f-48be-95ba-4bdfde268eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:46.150236 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.150769 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-06de353d-8b80-41c4-b384-a3cc82a91a4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699804 May 17 16:22:46.155921 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f14032bc-6e31-4a90-9a95-1f71e8d9ab8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:46.171679 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feda25a-6f8c-47a7-a909-ddde8c3a3790,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:46.173608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ad922-2958-42a1-b738-894a8d88f779,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:46.177837 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:46.196086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:46.200215 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.202781 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3feda25a-6f8c-47a7-a909-ddde8c3a3790 HTTP/1.1" status: 204 len: 168 time: 0.4434035 May 17 16:22:46.446951 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.448093 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a68ad922-2958-42a1-b738-894a8d88f779 HTTP/1.1" status: 204 len: 168 time: 1.1656125 May 17 16:22:46.464878 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.478633 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-24e2b54e-4cf1-4567-bc17-69967a57922a service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094420 May 17 16:22:46.636196 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7056514b-d968-4491-85b3-0e4b936c53fb req-40f87232-94fc-49cb-9b9e-33a11b78ffc9 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492014 May 17 16:22:46.651730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dc6e-3b64-41f7-9de6-98386e78e6c0 req-0c839eba-73ac-4ddb-9932-6cba58260495 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:46.653306 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c238dc6e-3b64-41f7-9de6-98386e78e6c0 req-0c839eba-73ac-4ddb-9932-6cba58260495 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1208258 May 17 16:22:46.664691 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.671308 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:46.678890 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2', '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'ff4b7b40-b91d-4d90-b792-afd6312a77a8'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:22:46.702797 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c238dc6e-3b64-41f7-9de6-98386e78e6c0 req-0e806b93-500a-42c6-ab8a-0dc28f83af00 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 May 17 16:22:46.743722 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:46.747346 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:46.751942 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:46.813626 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event updated for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:46.819055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:46.832477 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:46.833111 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.944833 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1196511 May 17 16:22:46.966070 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Request body: {'port': {'device_id': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:47.247635 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.311319 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cdba2-0b20-47b3-ad6a-b7e3fcf06abc req-66daa67b-154d-4f66-8e21-e76c02e682ad tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:47.313010 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3c8cdba2-0b20-47b3-ad6a-b7e3fcf06abc req-66daa67b-154d-4f66-8e21-e76c02e682ad tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 931 time: 0.1112936 May 17 16:22:47.367125 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3c8cdba2-0b20-47b3-ad6a-b7e3fcf06abc req-67818c33-7bf1-4b5e-ace1-281315b306ef tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 May 17 16:22:47.431373 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55608) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:47.454824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.472671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:47.477209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e83fcbd88bc47b88c1e9d9203766bfb is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:47.480830 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:47.488786 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:47.623599 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.653415 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55614) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:47.669999 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bd4d42-fc48-493c-a9da-c1633d5dc385 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:47.672276 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.678052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.687967 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:47.692675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Usage tracker for resource:security_group_rule and tenant:15c298c499b94d57a00d642d7a8ed6cf is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:47.692935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Transition to ACTIVE for port object 44bd4d42-fc48-493c-a9da-c1633d5dc385 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:47.695682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:47.701778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:47.738878 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.750832 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6c388f50-2b7d-49b0-af86-b37ad80bf8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:47.773996 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.799055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:47.811257 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e83fcbd88bc47b88c1e9d9203766bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787453 May 17 16:22:47.815908 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c03df-7abc-4490-9bf0-76a545a88e17,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:47.818233 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55622) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:47.822007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:47.954175 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Pushing event updated for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:47.990108 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.029879 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.096867 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.099937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.124398 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8b33a-083f-4b5a-9cbb-94db4b180a5f req-8f487e15-f6c0-4e65-8d45-bc998175a0bf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.126279 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72f8b33a-083f-4b5a-9cbb-94db4b180a5f req-8f487e15-f6c0-4e65-8d45-bc998175a0bf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.2697501 May 17 16:22:48.216855 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72f8b33a-083f-4b5a-9cbb-94db4b180a5f req-1cf43a98-b414-418c-acfc-b9907e903bb0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789876 May 17 16:22:48.225747 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.240803 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Attempting to bind port 44bd4d42-fc48-493c-a9da-c1633d5dc385 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:48.240803 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Attempting to bind port 44bd4d42-fc48-493c-a9da-c1633d5dc385 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:48.240803 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Attempting to bind port 44bd4d42-fc48-493c-a9da-c1633d5dc385 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:48.241171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-63190c56-1550-45f9-aa2b-ef482619ac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.241274 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Port 44bd4d42-fc48-493c-a9da-c1633d5dc385 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:22:48.241274 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Attempting to bind port 44bd4d42-fc48-493c-a9da-c1633d5dc385 on network b015a189-0d2e-4de5-b30d-6b9b3a38ad7f {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:48.249046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:48.249483 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Checking segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:48.250010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Bound using segment: {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:48.250408 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Bound port: 44bd4d42-fc48-493c-a9da-c1633d5dc385, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860494ef-4c7f-44a3-b80a-197d8bb4e109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:48.250690 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.292228 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a520de-dfb1-4b98-bb91-abbdabaa3f9f,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:48.298639 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15c298c499b94d57a00d642d7a8ed6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439390 May 17 16:22:48.300865 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.301615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55628) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:48.357031 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:48.369087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:48.383779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.402489 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9d54fe6c-9d10-4754-9b28-10527f04c266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.423302 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c03df-7abc-4490-9bf0-76a545a88e17,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:48.438340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.463935 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.465856 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef5c03df-7abc-4490-9bf0-76a545a88e17 HTTP/1.1" status: 204 len: 168 time: 0.6453090 May 17 16:22:48.489843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.519237 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.527726 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.556934 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.674046 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fe5b-5b5d-407e-9d34-1441a68d870b req-9300c96a-e6e8-464d-b726-97e41049f0aa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.676814 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9e4fe5b-5b5d-407e-9d34-1441a68d870b req-9300c96a-e6e8-464d-b726-97e41049f0aa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.1156602 May 17 16:22:48.728159 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.728960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.730532 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] 10.222.0.26 "PUT /v2.0/ports/44bd4d42-fc48-493c-a9da-c1633d5dc385 HTTP/1.1" status: 200 len: 1093 time: 1.7720931 May 17 16:22:48.731863 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:48.783203 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9e4fe5b-5b5d-407e-9d34-1441a68d870b req-7de8c433-722c-4fdf-ab26-db84c15a1375 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772293 May 17 16:22:48.785055 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.792902 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-01448068-dd06-4c35-a111-787bb84c8350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.809922 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a520de-dfb1-4b98-bb91-abbdabaa3f9f,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:48.816978 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Pushing event updated for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:48.818570 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.822858 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2a520de-dfb1-4b98-bb91-abbdabaa3f9f HTTP/1.1" status: 204 len: 168 time: 0.5200129 May 17 16:22:48.823376 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.824840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.857753 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385', 'status': 'completed', 'code': 200} May 17 16:22:48.995362 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-01c66022-7abe-46d7-8350-649743028d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.996866 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-01c66022-7abe-46d7-8350-649743028d54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 1096 time: 0.1177967 May 17 16:22:49.213541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-c7575dde-4bf1-49d5-b0d2-26b1be0971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.215325 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-c7575dde-4bf1-49d5-b0d2-26b1be0971e0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=856b2686940942a78f0496bcae7e86ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2106376 May 17 16:22:49.416297 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-9f220128-f644-4a57-a2db-e0051c9e8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.418670 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b6b22257-0cdc-4ada-8ba4-21eaf601c889 req-9f220128-f644-4a57-a2db-e0051c9e8292 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949255 May 17 16:22:49.473894 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59c4bd-b920-470c-83d9-89fbc52eb0d3 req-35e46b01-d379-4e75-acca-52264b67feb8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.475659 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ed59c4bd-b920-470c-83d9-89fbc52eb0d3 req-35e46b01-d379-4e75-acca-52264b67feb8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1158674 May 17 16:22:49.535628 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ed59c4bd-b920-470c-83d9-89fbc52eb0d3 req-8d363b41-495a-43fb-b7b7-153d46bdb132 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535111 May 17 16:22:49.600882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-6208a270-9ca7-48eb-b085-84389726e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.602516 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-6208a270-9ca7-48eb-b085-84389726e665 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=856b2686940942a78f0496bcae7e86ea&device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 1096 time: 0.1312015 May 17 16:22:49.692296 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-776cbcf3-5649-4704-97c5-b562f58e4188 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385 HTTP/1.1" status: 200 len: 217 time: 0.0780251 May 17 16:22:49.782576 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-93b84ef9-094f-4ae2-b4cd-e80b72f78891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.784956 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-93b84ef9-094f-4ae2-b4cd-e80b72f78891 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 200 len: 855 time: 0.0851378 May 17 16:22:49.863805 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-e664a731-bb7d-449f-a70f-d4ebbea6f709 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681062 May 17 16:22:49.997778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c2647-7d4a-45c0-bc20-6ebe555bc3cb req-f5162d97-ecfc-48ec-95f3-af4b9f27540e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:50.000642 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-642c2647-7d4a-45c0-bc20-6ebe555bc3cb req-f5162d97-ecfc-48ec-95f3-af4b9f27540e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.0929496 May 17 16:22:50.024123 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 55682) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:50.048348 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-099ee8d3-42f0-477f-b807-4e93f5763afd service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769335 May 17 16:22:50.051008 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.058816 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-642c2647-7d4a-45c0-bc20-6ebe555bc3cb req-96b8b765-168b-4367-876d-8a3e34a38ea4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 May 17 16:22:50.072050 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:50.161734 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:97ab9474ded84580bc7da89c0f2da902 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:50.168833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:50.178878 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:50.244102 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8251f046-1d3a-422e-9df9-3b4cfaac5e76 req-e5f497b0-d366-4c6d-8120-8515605fbb75 service neutron] 10.222.0.26 "GET /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684296 May 17 16:22:50.316327 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.578184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.590759 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0bf39965-e03a-4d83-8ac8-cc0ba96644d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:50.633222 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97ab9474ded84580bc7da89c0f2da902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078107 May 17 16:22:50.635099 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a002fe-c9b1-4a75-8869-9c22a24d6f49,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:50.636288 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 55694) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:50.638566 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:50.702081 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.738020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.041354 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.051324 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:51.062517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a002fe-c9b1-4a75-8869-9c22a24d6f49,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:51.066121 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:51.068229 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.072128 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15a002fe-c9b1-4a75-8869-9c22a24d6f49 HTTP/1.1" status: 204 len: 168 time: 0.4347258 May 17 16:22:51.317155 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613754-125a-4f5f-9d42-137c78bd01ba req-cd826aee-26c1-45db-a3c2-35b0f45ecefd tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:51.318667 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d1613754-125a-4f5f-9d42-137c78bd01ba req-cd826aee-26c1-45db-a3c2-35b0f45ecefd tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.0970519 May 17 16:22:51.366653 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d1613754-125a-4f5f-9d42-137c78bd01ba req-008c7875-eb65-4c41-9083-d70ea0ded52f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 May 17 16:22:52.405532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625c27-11ba-4d09-a68e-bce67012e199 req-4ede36d2-2d18-4870-9d38-7f7056459c29 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:52.410908 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-36625c27-11ba-4d09-a68e-bce67012e199 req-4ede36d2-2d18-4870-9d38-7f7056459c29 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0894151 May 17 16:22:52.469382 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-36625c27-11ba-4d09-a68e-bce67012e199 req-6e79268f-8fe9-49c8-8a27-e7939e8c90d5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 May 17 16:22:52.591671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd741ae-5cf3-476b-9413-b9d3f2bd606a req-6e7ab43c-edc3-4d3f-b03d-6d561f2a0f50 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:52.599829 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dbd741ae-5cf3-476b-9413-b9d3f2bd606a req-6e7ab43c-edc3-4d3f-b03d-6d561f2a0f50 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.0995960 May 17 16:22:52.654805 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dbd741ae-5cf3-476b-9413-b9d3f2bd606a req-66371944-55db-4ecc-9b18-b16a7d15ebfa tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548425 May 17 16:22:53.922176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ba904-c731-47b2-a97f-bcfc45768ab8 req-8e6a1e6a-33f4-4810-a2ad-206be760d0cf tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:53.923679 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d55ba904-c731-47b2-a97f-bcfc45768ab8 req-8e6a1e6a-33f4-4810-a2ad-206be760d0cf tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.1425898 May 17 16:22:53.975279 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d55ba904-c731-47b2-a97f-bcfc45768ab8 req-eeeb0894-6e10-40e7-86a4-86d61f27bd20 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 May 17 16:22:55.183014 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0cf4f-d88a-498b-b0fa-96ac041abf3a req-98d68cd8-605c-4258-856a-1b012a6019f7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:55.184630 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b7c0cf4f-d88a-498b-b0fa-96ac041abf3a req-98d68cd8-605c-4258-856a-1b012a6019f7 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.0808601 May 17 16:22:55.231048 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b7c0cf4f-d88a-498b-b0fa-96ac041abf3a req-dd89117a-9049-4a5f-a432-580a36fdc435 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 May 17 16:22:55.515230 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:56.168205 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:22:56.473214 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852f8d-60b8-48d2-92a3-402561136323 req-4d3c7e15-b02a-4500-b620-66bed2a756ef tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:56.474896 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e3852f8d-60b8-48d2-92a3-402561136323 req-4d3c7e15-b02a-4500-b620-66bed2a756ef tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.1127970 May 17 16:22:56.523315 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e3852f8d-60b8-48d2-92a3-402561136323 req-c30c3568-edd8-4dff-9cf9-28326033ed38 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 May 17 16:22:57.743780 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1ce1-fec0-4785-b573-ae1989cd160d req-448b3c65-c321-4454-b213-9a56a7672cdb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:57.745620 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ebca1ce1-fec0-4785-b573-ae1989cd160d req-448b3c65-c321-4454-b213-9a56a7672cdb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 943 time: 0.1116400 May 17 16:22:57.798425 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ebca1ce1-fec0-4785-b573-ae1989cd160d req-db4830e4-e993-4f58-9c36-7f3deeb7529e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 May 17 16:22:58.374584 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 44bd4d42-fc48-493c-a9da-c1633d5dc385 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:22:58.541519 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:58.555151 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '44bd4d42-fc48-493c-a9da-c1633d5dc385', 'network_id': 'b015a189-0d2e-4de5-b30d-6b9b3a38ad7f', 'port_id': '44bd4d42-fc48-493c-a9da-c1633d5dc385', 'mac_address': 'fa:16:3e:a8:8f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8148eb-f2ee-460a-bcdd-02ff9a474d60', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:22:58.621251 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.638662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bd4d42-fc48-493c-a9da-c1633d5dc385 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:58.655005 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:58.766829 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.768768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b198b204-6a81-4941-969f-de91f9dd4048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:58.842524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:58.856344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:59.058865 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bde56f-89b9-4a59-9559-1b363de91978 req-f13a92d9-e046-4525-9443-42c0f07439b5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:59.067543 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43bde56f-89b9-4a59-9559-1b363de91978 req-f13a92d9-e046-4525-9443-42c0f07439b5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 944 time: 0.1301861 May 17 16:22:59.118493 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['44bd4d42-fc48-493c-a9da-c1633d5dc385'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:22:59.118719 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43bde56f-89b9-4a59-9559-1b363de91978 req-cf504ebd-7fd0-429f-9afd-f82c47a26e03 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 May 17 16:23:00.198654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0a3f-7004-48aa-8f15-a1b8ed0ca7ce req-a6c010eb-1c8e-44fe-b678-0a116fd36a63 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.200142 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eade0a3f-7004-48aa-8f15-a1b8ed0ca7ce req-a6c010eb-1c8e-44fe-b678-0a116fd36a63 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0953205 May 17 16:23:00.213353 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f7490321-e096-4614-bd88-bdda4e20309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.254737 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eade0a3f-7004-48aa-8f15-a1b8ed0ca7ce req-b010f1ee-0944-4ba4-928a-a54c805dbcf3 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 May 17 16:23:00.322515 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-4bd7fe76-80fc-4bff-95b1-d14923143eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.324176 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-4bd7fe76-80fc-4bff-95b1-d14923143eec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.0830526 May 17 16:23:00.370293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d012c6-df3d-4c7f-96f1-0425f77024fe req-a4020fe3-112f-421b-ba5c-87f863dff1f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.381071 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-35d012c6-df3d-4c7f-96f1-0425f77024fe req-a4020fe3-112f-421b-ba5c-87f863dff1f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 944 time: 0.1203113 May 17 16:23:00.383973 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 44bd4d42-fc48-493c-a9da-c1633d5dc385 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:00.451917 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-35d012c6-df3d-4c7f-96f1-0425f77024fe req-307ae7b4-976c-402e-8df4-6d97e3fc149f tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695527 May 17 16:23:00.536593 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-7ca352fd-5db2-48d0-b9a3-26741e2d04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.538356 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-7ca352fd-5db2-48d0-b9a3-26741e2d04c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.2051406 May 17 16:23:00.615550 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-a92a17f6-7461-4c15-88d8-e9ecaf70b46d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0700192 May 17 16:23:00.670219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 44bd4d42-fc48-493c-a9da-c1633d5dc385 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:00.677937 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 44bd4d42-fc48-493c-a9da-c1633d5dc385 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:00.678561 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.774349 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-a44a2d2b-8e6e-42d8-a9c6-2749e9db8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.777481 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-a44a2d2b-8e6e-42d8-a9c6-2749e9db8f58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.1547923 May 17 16:23:00.819208 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.836673 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-cfa778c1-4b97-4341-9cd0-3aff0e228e5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488951 May 17 16:23:00.851057 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:00.862883 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:00.904061 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385', 'code': 200} May 17 16:23:01.011084 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-3628e05a-1ceb-4688-83c0-8a3831fb274d service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632578 May 17 16:23:01.064031 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:01.067220 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:01.172953 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-073edf3a-875e-4c06-a47c-fc483f834cb0 req-ec71011e-f39a-4e90-ae90-209a7d21d5b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531298 May 17 16:23:01.209655 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:01.214239 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:01.423646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ec382-4191-46c7-bf9b-8be940125495 req-3b61f4e8-f029-4b40-aee4-f261ae653ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:01.425757 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-506ec382-4191-46c7-bf9b-8be940125495 req-3b61f4e8-f029-4b40-aee4-f261ae653ec3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 1098 time: 0.0872755 May 17 16:23:01.517489 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-506ec382-4191-46c7-bf9b-8be940125495 req-334d6c0b-6b29-4226-b287-3d141581f212 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732288 May 17 16:23:01.538365 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920a13-0d7e-4499-a2e5-7f5954fcedf8 req-54c8d42e-9cc1-4f89-a3b5-1db5fa0955bf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:01.540524 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-44920a13-0d7e-4499-a2e5-7f5954fcedf8 req-54c8d42e-9cc1-4f89-a3b5-1db5fa0955bf tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1220024 May 17 16:23:01.652195 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-44920a13-0d7e-4499-a2e5-7f5954fcedf8 req-87a9c238-0f77-47b9-8962-a6525ae650f5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 May 17 16:23:01.702067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f16f5e-7742-484d-a60e-ebcc7726ac7a req-0a7cee34-d1f1-4689-b2bf-d8f13a3d2cbd tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:01.703787 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28f16f5e-7742-484d-a60e-ebcc7726ac7a req-0a7cee34-d1f1-4689-b2bf-d8f13a3d2cbd tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.1139369 May 17 16:23:01.753633 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28f16f5e-7742-484d-a60e-ebcc7726ac7a req-5bc14f46-5872-43a9-85fd-dc912a9c51da tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 May 17 16:23:02.820102 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.901836 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ebea4-ebe6-42ed-b284-bc024f28b580 req-875a6a30-0ee9-44e8-9036-020789b1cb01 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:02.911922 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d2ebea4-ebe6-42ed-b284-bc024f28b580 req-875a6a30-0ee9-44e8-9036-020789b1cb01 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1074281 May 17 16:23:02.924080 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56022) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:02.973786 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e3ed38c0-e4e3-4db5-98e8-16b2fb62dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.984885 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d2ebea4-ebe6-42ed-b284-bc024f28b580 req-f8f4d856-dcad-4444-9615-5a1aecedeb21 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717487 May 17 16:23:03.104234 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.108753 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba750f-21b2-4a54-9dcf-a5ad1570ec42 req-6f03ddc4-a51d-4145-9e84-fc4c15f3f56b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:03.116901 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7ba750f-21b2-4a54-9dcf-a5ad1570ec42 req-6f03ddc4-a51d-4145-9e84-fc4c15f3f56b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.1021469 May 17 16:23:03.120891 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:03.125558 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d000e70b86464c509d06f1e9354e7b62 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:03.129225 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:03.135649 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:03.167178 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7ba750f-21b2-4a54-9dcf-a5ad1570ec42 req-82941189-4243-4e90-b7f3-afb21dba14a4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493059 May 17 16:23:03.241076 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.326392 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.344403 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d945ba8a-b917-4706-b17c-72103547634a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:03.384487 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d000e70b86464c509d06f1e9354e7b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585612 May 17 16:23:03.386265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd4686a-0ca4-44fb-b690-3bf6c3279fc0,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:03.389677 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:03.391639 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56040) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:03.455036 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.482524 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.617997 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.622183 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fc884ffb-7107-4274-8487-1e16c2640209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:03.639131 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd4686a-0ca4-44fb-b690-3bf6c3279fc0,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:03.644179 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:03.650727 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.655515 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bd4686a-0ca4-44fb-b690-3bf6c3279fc0 HTTP/1.1" status: 204 len: 168 time: 0.2593436 May 17 16:23:03.957536 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.236451 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dec275-dd0b-4fa8-8a8d-faaa3f689bbc req-112f1c17-edd7-4fb5-90bc-d7577f9413a6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:04.240207 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-87dec275-dd0b-4fa8-8a8d-faaa3f689bbc req-112f1c17-edd7-4fb5-90bc-d7577f9413a6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1298325 May 17 16:23:04.301985 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-87dec275-dd0b-4fa8-8a8d-faaa3f689bbc req-f30cfe78-34c3-4b2f-9e18-1ae1e576b4ab tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 May 17 16:23:04.726018 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56080) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:04.743752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.759165 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:04.763292 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Usage tracker for resource:security_group_rule and tenant:599d8ea415c54f1cabbc97184033dc0e is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:04.766144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:04.772873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:04.864464 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.983489 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.993334 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2d915bfa-37b8-4328-a37d-644093bd578a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:05.038950 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=599d8ea415c54f1cabbc97184033dc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118577 May 17 16:23:05.039842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3103e-4fd0-49cd-af0f-03cb07f518d3,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:05.041693 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56092) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:05.042833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:05.112561 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.161906 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.281055 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.344347 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.351881 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ef0e1759-eaa0-4304-94b1-a1d2d24db607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:05.368562 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3103e-4fd0-49cd-af0f-03cb07f518d3,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:05.375404 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.392442 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4df3103e-4fd0-49cd-af0f-03cb07f518d3 HTTP/1.1" status: 204 len: 168 time: 0.3427951 May 17 16:23:05.399052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.399052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.399052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.399052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.399956 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.400195 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.400540 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.400876 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.401214 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.401547 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.401880 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.402208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:05.409802 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:05.588723 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00594a6d-1501-481e-803a-56acc3b51e59 req-aba01373-429a-474b-997e-1d5518e62716 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.599475 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-00594a6d-1501-481e-803a-56acc3b51e59 req-aba01373-429a-474b-997e-1d5518e62716 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1406975 May 17 16:23:05.645180 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-00594a6d-1501-481e-803a-56acc3b51e59 req-c0273633-0fc2-4cee-a740-89b938379d08 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 May 17 16:23:06.529306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56160) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:06.713159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:06.729747 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:06.733705 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2702eeebaa1544c9b0806560d852d37a is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:06.741559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:06.744268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:06.922268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:06.936188 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7c78d-00d3-4914-a46e-48ccbdcc0a02 req-bc3afef4-b8d7-4011-a30e-3da745d8fd94 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.937984 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37c7c78d-00d3-4914-a46e-48ccbdcc0a02 req-bc3afef4-b8d7-4011-a30e-3da745d8fd94 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1505604 May 17 16:23:06.989097 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37c7c78d-00d3-4914-a46e-48ccbdcc0a02 req-6edc3c29-b711-4d00-93a8-d8d8c2e32be3 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 May 17 16:23:07.109370 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.116857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65074fbf-8319-4869-8e1b-f637b912a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:07.156149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e721e-042f-49f4-87ce-d6280f275f5b,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:07.162057 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2702eeebaa1544c9b0806560d852d37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297879 May 17 16:23:07.162057 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:07.163759 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56182) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:07.226612 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.253061 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.452541 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.457641 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-655e0fbd-ad24-45f5-9eb6-fd196d0f8837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:07.470529 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e721e-042f-49f4-87ce-d6280f275f5b,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:07.472836 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:07.477263 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.478594 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b8e721e-042f-49f4-87ce-d6280f275f5b HTTP/1.1" status: 204 len: 168 time: 0.3137038 May 17 16:23:08.186161 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18254088-7fe8-43a0-a66e-a756fc5d0c11 req-e41af679-7fcc-4627-8982-fa500a9c0a78 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.187779 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18254088-7fe8-43a0-a66e-a756fc5d0c11 req-e41af679-7fcc-4627-8982-fa500a9c0a78 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0803633 May 17 16:23:08.283254 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18254088-7fe8-43a0-a66e-a756fc5d0c11 req-00034f94-931e-42df-a057-a50530d532c1 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890958 May 17 16:23:08.322800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56206) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:08.340483 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.355002 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:08.358717 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Usage tracker for resource:security_group_rule and tenant:548fb8191b16487d8483fea4feea7b01 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:08.361499 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:08.367126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:08.452980 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.715068 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.721798 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a239da51-ad6d-4811-b139-b5a66dac3ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:08.765424 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=548fb8191b16487d8483fea4feea7b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415188 May 17 16:23:08.766595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5a3475-8381-415b-83a9-006bd1abbf95,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:08.768699 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56214) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:08.769833 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:08.846176 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.887882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.063857 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.071454 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6c20778b-3bc8-43e2-bfe6-5f76bc3beafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:09.093275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5a3475-8381-415b-83a9-006bd1abbf95,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:09.104177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.104528 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.104868 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.105206 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.105533 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.110858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:09.111433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:09.113331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.117236 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b5a3475-8381-415b-83a9-006bd1abbf95 HTTP/1.1" status: 204 len: 168 time: 0.3465700 May 17 16:23:09.491074 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0182762-17da-40a3-8f7c-d59b896a0897 req-dd3108be-03f3-4ff7-ae67-b416877d24ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:09.492658 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0182762-17da-40a3-8f7c-d59b896a0897 req-dd3108be-03f3-4ff7-ae67-b416877d24ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0929837 May 17 16:23:09.571085 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0182762-17da-40a3-8f7c-d59b896a0897 req-a0fe5673-8796-41a6-be57-7b1af383561b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625749 May 17 16:23:10.202689 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56298) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:10.220007 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.235788 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:10.240811 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e15261d6b34f899ed0705f5a8a6cc7 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:10.243844 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:10.250314 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:10.340236 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.446743 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.456859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0af33cf8-dd8a-401f-a875-5fdb11d1ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:10.508164 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1e15261d6b34f899ed0705f5a8a6cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013325 May 17 16:23:10.508164 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825b7c5-cc4d-4cc7-8c93-547f0ba0d01e,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:10.509029 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56314) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:10.522935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:10.595990 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.628618 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.775673 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7794caa-751b-4339-8d46-8d33ace348d3 req-840b022e-82b5-4e64-8ff7-f7861d89b529 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:10.784753 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b7794caa-751b-4339-8d46-8d33ace348d3 req-840b022e-82b5-4e64-8ff7-f7861d89b529 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1023591 May 17 16:23:10.795819 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.808406 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c8563351-411c-44d5-ad4e-d4175abec570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:10.841215 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825b7c5-cc4d-4cc7-8c93-547f0ba0d01e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:10.844393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:10.848033 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.850167 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1825b7c5-cc4d-4cc7-8c93-547f0ba0d01e HTTP/1.1" status: 204 len: 168 time: 0.3292251 May 17 16:23:10.889448 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b7794caa-751b-4339-8d46-8d33ace348d3 req-09069549-0c99-441b-98be-efd1fbeb252f tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996420 May 17 16:23:11.087365 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56342) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:11.339408 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.355361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:11.359382 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Usage tracker for resource:security_group_rule and tenant:5b2a179abb2646cbadc5bc1bf980efe4 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:11.362812 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:11.368674 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:11.466784 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.526670 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.535047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b3bdcefc-42ba-457b-82a5-8e88b0d1e5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:11.603677 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b2a179abb2646cbadc5bc1bf980efe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164499 May 17 16:23:11.609307 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4f66d-e675-4961-9ff6-965427a252aa,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:11.609476 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56372) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:11.610567 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-34d0e2c8-fafb-478f-8dde-a0483c1e9a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:11.690389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.718860 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.943771 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.954537 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-059db5f0-0066-484a-bf2b-6540a9f2440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:11.975454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4f66d-e675-4961-9ff6-965427a252aa,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:11.977813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.979244 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ca4f66d-e675-4961-9ff6-965427a252aa HTTP/1.1" status: 204 len: 168 time: 0.3719368 May 17 16:23:11.980841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:12.162432 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0aa88-d7cc-4868-8c1c-5b6e662a35c8 req-70a6ad7d-2ec7-4b5e-be9e-a7acaf555801 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.165644 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-73f0aa88-d7cc-4868-8c1c-5b6e662a35c8 req-70a6ad7d-2ec7-4b5e-be9e-a7acaf555801 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1397417 May 17 16:23:12.228269 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-73f0aa88-d7cc-4868-8c1c-5b6e662a35c8 req-59f509f7-aa73-4f81-a688-ff8572b66bd6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542452 May 17 16:23:12.242836 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56398) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:12.491874 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-953712773-network', 'tenant_id': '8fc4215488bd496d8123b95517bfd0ec'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:12.497009 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:12.501279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Usage tracker for resource:network and tenant:8fc4215488bd496d8123b95517bfd0ec is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:12.506258 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:12.512599 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:12.600852 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Made reservation on behalf of 8fc4215488bd496d8123b95517bfd0ec for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:12.603223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.616156 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.632038 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:12.635868 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc4215488bd496d8123b95517bfd0ec is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:12.638558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:12.645682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:12.737241 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.840965 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.845141 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4f896880-4b7e-49a8-9ae4-75d8416f3a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:12.869348 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:23:12.882412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada18ee4-bc3f-493d-bd58-a948ee7e38ed,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:12.886059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:12.888787 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.892518 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Added segment f43928eb-0856-4370-8139-3181a46513e9 of type vlan for network b2743b61-2a02-4ba0-8a3d-3f2650279a63 May 17 16:23:12.916222 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.029578 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.030916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.031523 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.035459 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:13.132100 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2743b61-2a02-4ba0-8a3d-3f2650279a63,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:13.135543 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:13.143730 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:23:13.215696 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9689081 May 17 16:23:13.215921 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56414) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:13.221810 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Request body: {'subnet': {'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-953712773-subnet', 'tenant_id': '8fc4215488bd496d8123b95517bfd0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:13.226611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:13.230944 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Usage tracker for resource:subnet and tenant:8fc4215488bd496d8123b95517bfd0ec is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:13.234265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:13.241490 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:13.383980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Made reservation on behalf of 8fc4215488bd496d8123b95517bfd0ec for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:13.387949 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.436889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d8af9-a46c-4da7-b475-b639b9c07a74 req-2f0a3f0f-cf4a-48de-b7a4-5aea2d861c45 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.438403 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b10d8af9-a46c-4da7-b475-b639b9c07a74 req-2f0a3f0f-cf4a-48de-b7a4-5aea2d861c45 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0995107 May 17 16:23:13.485628 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b10d8af9-a46c-4da7-b475-b639b9c07a74 req-e066c093-c5a8-4a76-b16a-f4a24ddbc51a tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 May 17 16:23:13.890705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.895998 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:13.969406 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69b8e5e-98e0-49a3-86c7-5881ed17984b,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:13.973126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:13.979984 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Checking segment: {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:13.980342 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Network hostable DHCP agents. Network: b2743b61-2a02-4ba0-8a3d-3f2650279a63, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:23:14.132072 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:23:14.218111 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, b2743b61-2a02-4ba0-8a3d-3f2650279a63) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:14.227466 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a073e-2ca0-47d2-9095-df19464c8392 None None] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:23:14.227925 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.228281 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:14.384500 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1674581 May 17 16:23:14.428902 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd22c5-d031-4e71-9992-d547b04d66dc None None] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:23:14.701057 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c09ce-066e-41fd-b75f-19dc4a9dfcac req-6c5e401a-2f12-4ca9-9b7d-653dbdee5aae tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.702654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-df4c09ce-066e-41fd-b75f-19dc4a9dfcac req-6c5e401a-2f12-4ca9-9b7d-653dbdee5aae tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0882475 May 17 16:23:14.754231 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-df4c09ce-066e-41fd-b75f-19dc4a9dfcac req-818f526a-2483-45d2-9650-a3747ccd38a3 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 May 17 16:23:15.411918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7ec8e-d9bf-41d8-8636-e3b99c577889 req-04c6714f-f85f-4689-8695-5a93906ac34a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:15.413417 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2dd7ec8e-d9bf-41d8-8636-e3b99c577889 req-04c6714f-f85f-4689-8695-5a93906ac34a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.0827022 May 17 16:23:15.463238 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2dd7ec8e-d9bf-41d8-8636-e3b99c577889 req-b5420714-cbce-4274-afcc-94a6990768bc tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 May 17 16:23:15.975143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78d76-6085-4453-bc23-83310ce4462e req-35ec1d6f-a70e-42c6-844e-4de186a37f55 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:15.976937 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0b78d76-6085-4453-bc23-83310ce4462e req-35ec1d6f-a70e-42c6-844e-4de186a37f55 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0864120 May 17 16:23:16.024522 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0b78d76-6085-4453-bc23-83310ce4462e req-cae5c294-f049-4e11-8312-bf45888494a9 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 May 17 16:23:16.685159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eeef6-438c-402b-9330-50f536c4ccd3 req-558a3296-e0de-463c-a312-a8306b11a0eb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:16.686787 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b50eeef6-438c-402b-9330-50f536c4ccd3 req-558a3296-e0de-463c-a312-a8306b11a0eb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.1050391 May 17 16:23:16.749915 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b50eeef6-438c-402b-9330-50f536c4ccd3 req-3a26fa11-1606-4f69-9b1e-c0dbb1b4e2fb tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 May 17 16:23:17.213085 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c772150-d76a-4f9a-8d92-9bbede022d93 req-f74372a0-bb56-4aff-8b4a-dd5566aba549 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.214567 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3c772150-d76a-4f9a-8d92-9bbede022d93 req-f74372a0-bb56-4aff-8b4a-dd5566aba549 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0792787 May 17 16:23:17.261931 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3c772150-d76a-4f9a-8d92-9bbede022d93 req-4c9ff6e3-51af-47eb-8d90-0c851fca4248 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 May 17 16:23:17.682075 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-d5d7f70f-3d6a-4037-881d-6db3fed121f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.682681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-d5d7f70f-3d6a-4037-881d-6db3fed121f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Synchronizing usage tracker for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:17.794970 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-d5d7f70f-3d6a-4037-881d-6db3fed121f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Unset dirty status for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:17.796162 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-d5d7f70f-3d6a-4037-881d-6db3fed121f5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.1926749 May 17 16:23:17.978315 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be989ce-8154-41d3-996e-571f181cccad req-6fd18dce-8842-475e-95cf-7b18d1c7b165 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.980107 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4be989ce-8154-41d3-996e-571f181cccad req-6fd18dce-8842-475e-95cf-7b18d1c7b165 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 945 time: 0.0982692 May 17 16:23:18.037437 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4be989ce-8154-41d3-996e-571f181cccad req-8452ca34-7085-4a93-9e4e-c34dee9ba8b4 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 May 17 16:23:18.087124 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Deleting port 44bd4d42-fc48-493c-a9da-c1633d5dc385 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:18.087473 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.245106 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] For port 44bd4d42-fc48-493c-a9da-c1633d5dc385, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=44bd4d42-fc48-493c-a9da-c1633d5dc385,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:18.245444 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.383212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Calling delete_port for 44bd4d42-fc48-493c-a9da-c1633d5dc385 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:18.464525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e96ac-3ed8-4a26-b4f1-8680bb071643 req-93983d27-5199-4e1d-9269-4ccaefeb5a30 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:18.465985 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-129e96ac-3ed8-4a26-b4f1-8680bb071643 req-93983d27-5199-4e1d-9269-4ccaefeb5a30 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0881565 May 17 16:23:18.522026 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-129e96ac-3ed8-4a26-b4f1-8680bb071643 req-3f2baa07-6015-433b-bcfd-21eba86b5698 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 May 17 16:23:18.589307 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.595016 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:18.602703 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2', '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', '44bd4d42-fc48-493c-a9da-c1633d5dc385'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:18.638854 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event deleted for resources: {'Port': ['ID=44bd4d42-fc48-493c-a9da-c1633d5dc385,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:18.642630 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:18.718289 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] No DVR routers for this DVR port 44bd4d42-fc48-493c-a9da-c1633d5dc385 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:18.723093 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.725748 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'name': 'network-vif-deleted', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:18.797042 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b572e443-07ae-4f0b-adb9-7cb9e2103a0b req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "DELETE /v2.0/ports/44bd4d42-fc48-493c-a9da-c1633d5dc385 HTTP/1.1" status: 204 len: 173 time: 0.9938657 May 17 16:23:18.813155 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869e604-113e-46aa-a6ae-c1f9650043b2', 'name': 'network-vif-deleted', 'tag': '44bd4d42-fc48-493c-a9da-c1633d5dc385', 'status': 'completed', 'code': 200} May 17 16:23:19.372239 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-55e924b6-1c07-4d69-8e3b-c775cb343a05 req-d5da6df2-0523-4b37-bb8a-6de56275e1c5 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=8869e604-113e-46aa-a6ae-c1f9650043b2 HTTP/1.1" status: 200 len: 210 time: 0.0900006 May 17 16:23:19.718489 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08fe30-9985-4e50-9f60-5e2f4fcd9df3 req-efc256ba-d750-4d50-8a6d-392a9c17f728 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:19.720029 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4a08fe30-9985-4e50-9f60-5e2f4fcd9df3 req-efc256ba-d750-4d50-8a6d-392a9c17f728 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0836587 May 17 16:23:19.825084 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4a08fe30-9985-4e50-9f60-5e2f4fcd9df3 req-c0aab441-068e-4024-991a-e5abf62721eb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987711 May 17 16:23:21.021132 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af366b04-9fca-4bc6-91de-1371efdf09fa req-3ec70016-0715-44ef-a8d0-612c07f721e2 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:21.022643 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-af366b04-9fca-4bc6-91de-1371efdf09fa req-3ec70016-0715-44ef-a8d0-612c07f721e2 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0850322 May 17 16:23:21.077055 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-af366b04-9fca-4bc6-91de-1371efdf09fa req-6975d1bf-f6d5-4295-9c55-62e8a7883eb4 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 May 17 16:23:22.537095 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a46f-b21c-42d2-923c-eb130cee34db req-bd37e8ef-2024-47ee-acd5-82cbf63e1376 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.538203 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 44bd4d42-fc48-493c-a9da-c1633d5dc385 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:22.538852 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76d9a46f-b21c-42d2-923c-eb130cee34db req-bd37e8ef-2024-47ee-acd5-82cbf63e1376 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0985196 May 17 16:23:22.593240 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76d9a46f-b21c-42d2-923c-eb130cee34db req-3428a486-b402-4e85-a408-33be3716282e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 May 17 16:23:22.594573 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 44bd4d42-fc48-493c-a9da-c1633d5dc385 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:22.594942 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 44bd4d42-fc48-493c-a9da-c1633d5dc385 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:22.932361 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-a2ae3e50-5763-4b25-b45d-757ae39d39c6 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.933083 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-a2ae3e50-5763-4b25-b45d-757ae39d39c6 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Synchronizing usage tracker for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:22.945305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680cf30-a6e6-4394-942d-85bc137c6b71 req-8f4d6ac9-f0ac-4697-a103-b1af97757d0a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.947532 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d680cf30-a6e6-4394-942d-85bc137c6b71 req-8f4d6ac9-f0ac-4697-a103-b1af97757d0a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.2146301 May 17 16:23:23.000961 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d680cf30-a6e6-4394-942d-85bc137c6b71 req-2f9f6ae2-3056-444e-905a-719b3dc3a6e6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 May 17 16:23:23.126426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-a2ae3e50-5763-4b25-b45d-757ae39d39c6 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Unset dirty status for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:23.128194 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-a2ae3e50-5763-4b25-b45d-757ae39d39c6 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/networks?id=b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 200 len: 808 time: 0.4177923 May 17 16:23:23.143289 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-75a1e553-5d7c-45b0-bdbe-b5c01b42cb30 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/quotas/8fc4215488bd496d8123b95517bfd0ec HTTP/1.1" status: 200 len: 375 time: 0.0096276 May 17 16:23:23.193076 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-8841c012-d79a-4efe-8a15-5e1d6b567d20 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437791 May 17 16:23:23.326150 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-fc877565-6afc-4259-94e8-4b57c87c3779 service neutron] 10.222.0.59 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263931 May 17 16:23:23.465130 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-93ee9959-99bb-4b5a-a1fa-e544decf77b4 service neutron] 10.222.0.59 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330006 May 17 16:23:23.804094 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1273d036-ea7e-4274-af6c-1dfc347b590f req-37a7820f-0666-478a-a06e-436a244bde82 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.0610139 May 17 16:23:23.899621 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a0f73-9163-4ad1-af17-d47cb2f5621e req-6fe73434-cae9-4f7f-ab4d-e9e69223ccf4 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.902247 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e51a0f73-9163-4ad1-af17-d47cb2f5621e req-6fe73434-cae9-4f7f-ab4d-e9e69223ccf4 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0956099 May 17 16:23:23.937611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-69563516-848a-4b60-ab2c-2eaf9ba0ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.939098 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-69563516-848a-4b60-ab2c-2eaf9ba0ff38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.0741248 May 17 16:23:23.949648 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e51a0f73-9163-4ad1-af17-d47cb2f5621e req-579ba72c-4d8b-4d88-9afe-fb1839166c33 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 17 16:23:24.091990 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-3825b8d9-220e-4fbc-a519-7334052f8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.093873 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-3825b8d9-220e-4fbc-a519-7334052f8f19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.1323986 May 17 16:23:24.186291 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-0c084ae5-20c5-4815-ad6d-613053bd5fbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0826621 May 17 16:23:24.211574 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e34a6-92e7-4d80-897b-5ff2ddb02c8f req-a11ea046-2c7c-441d-9ded-8258a2e156d2 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.219050 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e5e34a6-92e7-4d80-897b-5ff2ddb02c8f req-a11ea046-2c7c-441d-9ded-8258a2e156d2 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.1008699 May 17 16:23:24.261695 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-6b4b88b4-ff80-4f33-bfe6-82ae1cf6fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.280246 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-6b4b88b4-ff80-4f33-bfe6-82ae1cf6fc4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.0626183 May 17 16:23:24.280796 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e5e34a6-92e7-4d80-897b-5ff2ddb02c8f req-e9f9a05f-ffbf-48b8-8e48-fd0a9cb35927 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 May 17 16:23:24.322238 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-824aab69-8e29-4d40-a65f-f5387037cac4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480344 May 17 16:23:24.506741 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-3bc5d698-d142-4989-9be0-1e7432778a0b service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758351 May 17 16:23:24.522715 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-a3b4ac00-baa6-44d5-a1be-c15307fabc84 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.523388 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-a3b4ac00-baa6-44d5-a1be-c15307fabc84 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Synchronizing usage tracker for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:24.671317 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d5efe670-21d1-4c2e-929b-77fa6993e536 req-775ddb96-3b59-47cf-9705-f1d90286b992 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449916 May 17 16:23:24.738227 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-a3b4ac00-baa6-44d5-a1be-c15307fabc84 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Unset dirty status for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:24.739460 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-a3b4ac00-baa6-44d5-a1be-c15307fabc84 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.3454151 May 17 16:23:24.887187 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Deleting port ff4b7b40-b91d-4d90-b792-afd6312a77a8 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:24.887531 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.905738 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-80862cca-038e-4220-b2ea-7828c170e65b req-2f59c35c-dd67-4e5f-aeee-063c23bd0930 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.0459001 May 17 16:23:25.100415 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] For port ff4b7b40-b91d-4d90-b792-afd6312a77a8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ff4b7b40-b91d-4d90-b792-afd6312a77a8,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:25.100953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:25.148698 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28bb94-deb6-48e2-aadd-d50f9edf17a8 req-4ab51e40-a48c-4449-a3b4-5388727d2941 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:25.150515 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f28bb94-deb6-48e2-aadd-d50f9edf17a8 req-4ab51e40-a48c-4449-a3b4-5388727d2941 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0858431 May 17 16:23:25.202427 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f28bb94-deb6-48e2-aadd-d50f9edf17a8 req-979777fb-7afe-49d1-9342-b9d68180a41d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 May 17 16:23:25.234932 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Calling delete_port for ff4b7b40-b91d-4d90-b792-afd6312a77a8 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:25.458745 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0360-756f-4f22-9897-c6e226c587b5 req-d97b44da-6d4d-4321-b328-d082574bf44e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:25.460199 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c8b0360-756f-4f22-9897-c6e226c587b5 req-d97b44da-6d4d-4321-b328-d082574bf44e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 946 time: 0.0839205 May 17 16:23:25.486360 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:25.486620 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:25.492706 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:25.501482 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2', '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'ff4b7b40-b91d-4d90-b792-afd6312a77a8'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:25.512720 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c8b0360-756f-4f22-9897-c6e226c587b5 req-8d3cc869-a971-469b-9148-a8a9baaa06ef tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 May 17 16:23:25.536783 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event deleted for resources: {'Port': ['ID=ff4b7b40-b91d-4d90-b792-afd6312a77a8,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:25.540313 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:25.618430 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] No DVR routers for this DVR port ff4b7b40-b91d-4d90-b792-afd6312a77a8 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:25.620984 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:25.624831 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'name': 'network-vif-deleted', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:25.682211 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b71c9b9-435b-462c-9342-cc260320f558', 'name': 'network-vif-deleted', 'tag': 'ff4b7b40-b91d-4d90-b792-afd6312a77a8', 'status': 'completed', 'code': 200} May 17 16:23:25.750322 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-896ac4ad-c767-4024-8018-7d6e2ba029a5 req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "DELETE /v2.0/ports/ff4b7b40-b91d-4d90-b792-afd6312a77a8 HTTP/1.1" status: 204 len: 173 time: 1.0035691 May 17 16:23:26.076308 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-302eca12-bbde-46aa-a8eb-a85a4e48409d req-1f472847-9d4d-4463-8fe5-b9fcb2a80f37 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.0455940 May 17 16:23:26.402628 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7fcb-4758-4283-984e-4d2453127d90 req-99654fe8-0fc9-4708-9f9c-c99b77c2fad8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:26.403998 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e0ac7fcb-4758-4283-984e-4d2453127d90 req-99654fe8-0fc9-4708-9f9c-c99b77c2fad8 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0812435 May 17 16:23:26.460868 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e0ac7fcb-4758-4283-984e-4d2453127d90 req-8f386e03-4f3c-4a62-9916-67bd4b230099 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 May 17 16:23:26.608369 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56672) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:26.687065 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9705a2dc-7395-46d2-b045-ba49d69c0305 req-10c2635a-549a-4dd8-b73c-14a753789da1 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b71c9b9-435b-462c-9342-cc260320f558 HTTP/1.1" status: 200 len: 210 time: 0.0431423 May 17 16:23:26.746269 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.762692 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:26.766882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Usage tracker for resource:security_group_rule and tenant:ae0f0187439c4a85b8eda2a6f1c26ba4 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:26.770424 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:26.776361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:26.867600 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.011961 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.026929 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-024249a4-92a6-449f-b095-0e8d7ccc6404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:27.074133 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae0f0187439c4a85b8eda2a6f1c26ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645095 May 17 16:23:27.079679 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdc744-e261-4fd4-9519-d31483a88233,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:27.082428 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56686) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:27.092861 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:27.176482 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.292594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-8d73e0d1-80e9-466f-a3d8-e93eece93a62 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:27.294173 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-8d73e0d1-80e9-466f-a3d8-e93eece93a62 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "GET /v2.0/networks?id=b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 200 len: 808 time: 0.1933410 May 17 16:23:27.307987 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Request body: {'port': {'device_id': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63', 'admin_state_up': True, 'tenant_id': '8fc4215488bd496d8123b95517bfd0ec'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:27.313467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.329526 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6e32ce1b-4018-417f-9426-b2ceb9cf48e8 req-90f69c01-7b90-4a84-87eb-e186be6442a1 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.1263940 May 17 16:23:27.461833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:27.468007 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Usage tracker for resource:port and tenant:8fc4215488bd496d8123b95517bfd0ec is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:27.473815 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:27.479589 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:27.514730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.536410 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-899dc73f-beec-4154-8f3f-09d57051ea48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:27.537912 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdc744-e261-4fd4-9519-d31483a88233,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:27.543742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:27.546309 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.547573 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8bdc744-e261-4fd4-9519-d31483a88233 HTTP/1.1" status: 204 len: 168 time: 0.4641409 May 17 16:23:27.613047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Made reservation on behalf of 8fc4215488bd496d8123b95517bfd0ec for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:27.623525 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.684833 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1162a-eb71-4edb-bb66-7f5acf0de417 req-cdc90c63-7eef-4daf-a74b-9ecf81f692a3 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:27.686938 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-57f1162a-eb71-4edb-bb66-7f5acf0de417 req-cdc90c63-7eef-4daf-a74b-9ecf81f692a3 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1041455 May 17 16:23:27.794017 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-57f1162a-eb71-4edb-bb66-7f5acf0de417 req-fd56698d-8917-454e-b7b3-307c10f7c3ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975368 May 17 16:23:27.876639 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Allocated IP 172.20.0.3 (b2743b61-2a02-4ba0-8a3d-3f2650279a63/b69b8e5e-98e0-49a3-86c7-5881ed17984b/6b07c058-0ee3-4efd-a122-20bc17f62139) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:28.147278 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:28.321442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:28.327852 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:28.400888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:28.404085 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:28.407315 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:28.452758 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Pushing event updated for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:28.456428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:28.485302 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:28.485790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:28.544287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01eeb-b05d-4c3c-aeed-2d69eaea4458 req-6d44fead-88f2-43bb-ada3-6291e56de2fe tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:28.546614 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a7a01eeb-b05d-4c3c-aeed-2d69eaea4458 req-6d44fead-88f2-43bb-ada3-6291e56de2fe tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 931 time: 0.0944138 May 17 16:23:28.573104 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692325 May 17 16:23:28.582145 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device ff4b7b40-b91d-4d90-b792-afd6312a77a8 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:28.587654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Request body: {'port': {'device_id': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:28.619903 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: ff4b7b40-b91d-4d90-b792-afd6312a77a8 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:28.620534 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device ff4b7b40-b91d-4d90-b792-afd6312a77a8 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:28.651154 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-a7a01eeb-b05d-4c3c-aeed-2d69eaea4458 req-f6365451-43e7-43e4-b18d-3700b6bec615 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Synchronizing usage tracker for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:28.692782 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5adaab-fdcc-467f-b3e2-370e1960b7b3 req-707f2ce7-41af-4c30-a600-83ffed57a015 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:28.694350 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-af5adaab-fdcc-467f-b3e2-370e1960b7b3 req-707f2ce7-41af-4c30-a600-83ffed57a015 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.1240556 May 17 16:23:28.721985 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:28.766417 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-af5adaab-fdcc-467f-b3e2-370e1960b7b3 req-1d04d3b2-bbcb-4b72-9b6c-460f7dfba449 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 May 17 16:23:28.772262 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-a7a01eeb-b05d-4c3c-aeed-2d69eaea4458 req-f6365451-43e7-43e4-b18d-3700b6bec615 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Unset dirty status for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:28.776421 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a7a01eeb-b05d-4c3c-aeed-2d69eaea4458 req-f6365451-43e7-43e4-b18d-3700b6bec615 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210836 May 17 16:23:28.993268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248e1a-ae66-4514-9874-763852af13ef req-63185401-f616-430f-9ec9-f4557849548b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:28.995000 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ad248e1a-ae66-4514-9874-763852af13ef req-63185401-f616-430f-9ec9-f4557849548b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0854583 May 17 16:23:29.048010 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ad248e1a-ae66-4514-9874-763852af13ef req-1e935f19-76fe-4285-9116-08c95f83cac5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 May 17 16:23:29.182866 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b07c058-0ee3-4efd-a122-20bc17f62139 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:29.191299 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:29.206256 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Transition to ACTIVE for port object 6b07c058-0ee3-4efd-a122-20bc17f62139 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:29.269660 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:29.273792 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:29.432842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Pushing event updated for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:29.440250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:29.520097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Attempting to bind port 6b07c058-0ee3-4efd-a122-20bc17f62139 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:29.520432 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Attempting to bind port 6b07c058-0ee3-4efd-a122-20bc17f62139 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:29.520757 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Attempting to bind port 6b07c058-0ee3-4efd-a122-20bc17f62139 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:29.525491 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Port 6b07c058-0ee3-4efd-a122-20bc17f62139 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:29.525802 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Attempting to bind port 6b07c058-0ee3-4efd-a122-20bc17f62139 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:29.530841 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:29.531204 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Checking segment: {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:29.531585 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Bound using segment: {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:29.532003 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Bound port: 6b07c058-0ee3-4efd-a122-20bc17f62139, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:29.532350 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:29.623064 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:29.626192 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=6b07c058-0ee3-4efd-a122-20bc17f62139,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:29.784221 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:29.788334 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:29.852556 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:29.853460 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:29.855721 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b07c058-0ee3-4efd-a122-20bc17f62139 HTTP/1.1" status: 200 len: 1093 time: 1.2726889 May 17 16:23:29.856222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:29.883119 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Pushing event updated for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:29.886746 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:30.042309 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b4e2-764c-43d1-8384-48edfb6b5371 req-b774611a-1bc3-4782-8e83-9c2a1d735679 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.044160 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-09f0b4e2-764c-43d1-8384-48edfb6b5371 req-b774611a-1bc3-4782-8e83-9c2a1d735679 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.1498914 May 17 16:23:30.103772 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578472-7600-4a98-85a3-efd59e5b6583 req-591a3dcb-7159-43e1-a5ed-84f7a67171dd tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.105768 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f578472-7600-4a98-85a3-efd59e5b6583 req-591a3dcb-7159-43e1-a5ed-84f7a67171dd tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 943 time: 0.1510394 May 17 16:23:30.116694 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-09f0b4e2-764c-43d1-8384-48edfb6b5371 req-9edc7c5b-0cff-4bc5-8ba7-c5d649cf0a44 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653334 May 17 16:23:30.179632 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-46ff54d9-09f3-44f8-9a1a-2fe56e328b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.181851 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-46ff54d9-09f3-44f8-9a1a-2fe56e328b99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 1096 time: 0.1224489 May 17 16:23:30.185220 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139', 'status': 'completed', 'code': 200} May 17 16:23:30.191811 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f578472-7600-4a98-85a3-efd59e5b6583 req-d39007ee-3dca-445d-aed8-d6d05bccae41 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 May 17 16:23:30.263938 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d4b044bd-0c27-4da9-a13e-52e7c4d3e522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:30.304140 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-635a52f1-ae6d-416c-aa63-4542fedb875e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b07c058-0ee3-4efd-a122-20bc17f62139 HTTP/1.1" status: 200 len: 217 time: 0.1005046 May 17 16:23:30.416036 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22d007-c7e2-48d2-9458-c70d9b02d134 req-c3777c56-f2ae-4bea-b74b-26f650b8216d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.417610 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7b22d007-c7e2-48d2-9458-c70d9b02d134 req-c3777c56-f2ae-4bea-b74b-26f650b8216d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1103454 May 17 16:23:30.441173 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-91674a5d-e725-42f9-9989-d26217ab7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.442611 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-91674a5d-e725-42f9-9989-d26217ab7e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b69b8e5e-98e0-49a3-86c7-5881ed17984b HTTP/1.1" status: 200 len: 848 time: 0.1283944 May 17 16:23:30.472368 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7b22d007-c7e2-48d2-9458-c70d9b02d134 req-acb421c9-6174-4382-bbb1-70f4f223b8df tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 May 17 16:23:30.508579 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-c254c30a-5ff8-45e4-aeec-6a9af88d3a5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2743b61-2a02-4ba0-8a3d-3f2650279a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551012 May 17 16:23:30.517234 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-7f7c1714-372d-47ee-8394-708d8a2b1ec0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.517980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-7f7c1714-372d-47ee-8394-708d8a2b1ec0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Synchronizing usage tracker for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:30.679534 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-7f7c1714-372d-47ee-8394-708d8a2b1ec0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Unset dirty status for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:30.681179 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-7f7c1714-372d-47ee-8394-708d8a2b1ec0 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.3290124 May 17 16:23:30.685786 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-a3138a7e-cc54-4778-a136-00c5c9016001 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600909 May 17 16:23:31.005410 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eb81a031-4266-43c0-af5f-ad5430f176d3 req-492cc412-cb6a-4488-b547-f7d247895715 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538373 May 17 16:23:31.023071 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Deleting port 7041d74f-1298-4cae-8107-6bee4a1b1b91 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:31.023415 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:31.209522 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] For port 7041d74f-1298-4cae-8107-6bee4a1b1b91, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7041d74f-1298-4cae-8107-6bee4a1b1b91,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:31.209875 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:31.374116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7230b0-1f4a-4f6b-90ba-015e7f03dd28 req-c497657e-bafc-4c6e-9a3b-12a5c53983d3 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.384267 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ff7230b0-1f4a-4f6b-90ba-015e7f03dd28 req-c497657e-bafc-4c6e-9a3b-12a5c53983d3 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 945 time: 0.1360006 May 17 16:23:31.462790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Calling delete_port for 7041d74f-1298-4cae-8107-6bee4a1b1b91 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:31.503735 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ff7230b0-1f4a-4f6b-90ba-015e7f03dd28 req-988d0592-58a5-4dc6-9f43-0d11eb053a4e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185749 May 17 16:23:31.542189 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0407-4530-42ef-9b58-ddf7e1a8f5d0 req-59d71135-cf42-475f-83ad-f987e46d092a tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.543925 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0d1d0407-4530-42ef-9b58-ddf7e1a8f5d0 req-59d71135-cf42-475f-83ad-f987e46d092a tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 943 time: 0.1152594 May 17 16:23:31.595245 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-f1f6ee18-87b2-4fef-b8a4-86eeca6bc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.598796 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-f1f6ee18-87b2-4fef-b8a4-86eeca6bc192 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 1096 time: 0.1437743 May 17 16:23:31.627853 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0d1d0407-4530-42ef-9b58-ddf7e1a8f5d0 req-f8087d48-4426-4048-8f84-d03ed3dce630 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747077 May 17 16:23:31.778419 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888af9-1ec7-42f0-b4ce-40ad9bcf299d req-72297ed0-0751-43d6-b05b-e646a5a31646 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.780854 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28888af9-1ec7-42f0-b4ce-40ad9bcf299d req-72297ed0-0751-43d6-b05b-e646a5a31646 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1474707 May 17 16:23:31.871363 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28888af9-1ec7-42f0-b4ce-40ad9bcf299d req-39bb9758-9101-4778-9094-42cf2ad2557b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 May 17 16:23:31.879508 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-66ad1778-d011-4b15-a48b-08887eb03183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.881747 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-66ad1778-d011-4b15-a48b-08887eb03183 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 200 len: 909 time: 0.2709169 May 17 16:23:31.967733 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-55999d61-0ff6-4f4d-bfc9-e69e4741e7b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b07c058-0ee3-4efd-a122-20bc17f62139 HTTP/1.1" status: 200 len: 217 time: 0.0788419 May 17 16:23:32.009922 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.026702 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a69aecff-5a2a-4713-b584-c1693ac22fc2', '7041d74f-1298-4cae-8107-6bee4a1b1b91'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:32.027510 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:32.082340 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event deleted for resources: {'Port': ['ID=7041d74f-1298-4cae-8107-6bee4a1b1b91,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:32.088301 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:32.170010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-be2da14a-1e6c-4655-aff3-427e872bbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:32.171819 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-be2da14a-1e6c-4655-aff3-427e872bbd42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b69b8e5e-98e0-49a3-86c7-5881ed17984b HTTP/1.1" status: 200 len: 848 time: 0.1967256 May 17 16:23:32.183190 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] No DVR routers for this DVR port 7041d74f-1298-4cae-8107-6bee4a1b1b91 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:32.218715 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.227051 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'name': 'network-vif-deleted', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:32.240348 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-5149515c-c844-483b-9ed2-7ce7a9310bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2743b61-2a02-4ba0-8a3d-3f2650279a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586598 May 17 16:23:32.360904 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4303a-770e-4c05-8418-ec765af6413b', 'name': 'network-vif-deleted', 'tag': '7041d74f-1298-4cae-8107-6bee4a1b1b91', 'status': 'completed', 'code': 200} May 17 16:23:32.422717 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-9a60cc09-cd9b-463f-90a8-1eec366c9082 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747043 May 17 16:23:32.433112 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ae42aba7-3b23-4b48-a532-23faa1d56dd9 req-700cc962-0d53-46ef-82ec-db957e0fed52 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "DELETE /v2.0/ports/7041d74f-1298-4cae-8107-6bee4a1b1b91 HTTP/1.1" status: 204 len: 173 time: 1.7455702 May 17 16:23:32.608287 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-61c34405-b7e1-48ed-8ff4-53f843813165 req-d392a6b8-69d8-40cf-a9d2-d3d031783290 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778438 May 17 16:23:32.789635 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c12e782d-842f-4545-bb7b-be2254d71379 req-bed712ca-f85b-4921-bdaa-245c2f0c0600 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0999014 May 17 16:23:32.840805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.891460 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc4d2-b316-4aa0-ae77-3feb83eb5805 req-531b0b74-4eae-46b0-b96b-31c6b6bbaa78 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:32.891460 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c55cc4d2-b316-4aa0-ae77-3feb83eb5805 req-531b0b74-4eae-46b0-b96b-31c6b6bbaa78 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 943 time: 0.0853977 May 17 16:23:32.945251 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c55cc4d2-b316-4aa0-ae77-3feb83eb5805 req-3cfbcf78-6811-4fcd-ba52-4b470e50282f tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 May 17 16:23:33.090357 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037498b-aa14-4326-af6e-d02b7d6cbadc req-bd50b2bb-7d52-4e36-9632-648eb59f94da tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:33.091870 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b037498b-aa14-4326-af6e-d02b7d6cbadc req-bd50b2bb-7d52-4e36-9632-648eb59f94da tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0868623 May 17 16:23:33.115707 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8dd537cc-68f5-4086-a7be-2d0c55057dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.142762 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b037498b-aa14-4326-af6e-d02b7d6cbadc req-6abfc9ab-d2e2-4b11-a075-db3ce32e39d5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 May 17 16:23:33.172175 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:23:33.465271 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56796) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:33.606730 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.621913 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:33.625890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Usage tracker for resource:security_group_rule and tenant:53a85ba23f514421a619cb35a0c2a970 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:33.629430 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:33.635194 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:33.758588 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.966818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.973616 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.980361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-137133ad-e5d0-4004-a899-7f166820748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:33.997974 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41b2f95e-f2bf-4d2d-9ae0-8b5515927b9a req-9535b6d0-1e7c-4105-9a06-06da578731c2 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4303a-770e-4c05-8418-ec765af6413b HTTP/1.1" status: 200 len: 210 time: 0.0657303 May 17 16:23:34.054656 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53a85ba23f514421a619cb35a0c2a970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880871 May 17 16:23:34.057478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56818) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:34.061066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171b8b7-122d-4d6d-8c59-9f64305ea644,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:34.082080 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:34.144643 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.155082 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba3c96-e074-4274-a3e3-18f69f68f57a req-d5c537aa-d2a2-420b-b0ab-cc5f3bcbafae tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:34.157573 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0eba3c96-e074-4274-a3e3-18f69f68f57a req-d5c537aa-d2a2-420b-b0ab-cc5f3bcbafae tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 943 time: 0.0969131 May 17 16:23:34.181816 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.217803 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0eba3c96-e074-4274-a3e3-18f69f68f57a req-e2089b31-369f-477e-a9df-30316b522f4f tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 May 17 16:23:34.349536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192866-47bd-4231-b7ba-d2aab01b7075 req-f54c91cd-2ed7-4bef-b0f0-0ed5404eba82 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:34.350934 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fe192866-47bd-4231-b7ba-d2aab01b7075 req-f54c91cd-2ed7-4bef-b0f0-0ed5404eba82 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0877447 May 17 16:23:34.401968 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fe192866-47bd-4231-b7ba-d2aab01b7075 req-6bd21f5e-d275-4a3e-a611-11bcb436979d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 May 17 16:23:34.424689 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.430201 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4b13963b-f9d7-497f-8ee3-bb226c15631e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:34.443242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171b8b7-122d-4d6d-8c59-9f64305ea644,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:34.446395 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:34.448500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.453884 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b171b8b7-122d-4d6d-8c59-9f64305ea644 HTTP/1.1" status: 204 len: 168 time: 0.3910930 May 17 16:23:34.617772 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 6b07c058-0ee3-4efd-a122-20bc17f62139 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:34.620483 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7041d74f-1298-4cae-8107-6bee4a1b1b91 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:34.661375 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 7041d74f-1298-4cae-8107-6bee4a1b1b91 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:34.661726 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7041d74f-1298-4cae-8107-6bee4a1b1b91 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:34.819381 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=6b07c058-0ee3-4efd-a122-20bc17f62139,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:34.835826 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '6b07c058-0ee3-4efd-a122-20bc17f62139', 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63', 'port_id': '6b07c058-0ee3-4efd-a122-20bc17f62139', 'mac_address': 'fa:16:3e:46:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69b8e5e-98e0-49a3-86c7-5881ed17984b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:34.900254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.928361 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b07c058-0ee3-4efd-a122-20bc17f62139 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:34.946678 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=6b07c058-0ee3-4efd-a122-20bc17f62139,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:35.075942 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:35.082602 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:35.193941 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:35.201915 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.202222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.202627 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.202874 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.203219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.203541 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.203856 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.204169 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.204481 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.204789 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.205138 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.205448 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:35.209366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:35.358848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['6b07c058-0ee3-4efd-a122-20bc17f62139'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:35.392783 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:35.430491 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a802-0b57-4b8d-a473-f4bd017f37f6 req-225a4a6f-03cc-4a59-af17-7747431679f2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:35.432158 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4db0a802-0b57-4b8d-a473-f4bd017f37f6 req-225a4a6f-03cc-4a59-af17-7747431679f2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 944 time: 0.0985003 May 17 16:23:35.578846 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4db0a802-0b57-4b8d-a473-f4bd017f37f6 req-fd2cee3f-b242-4c90-9d02-02aaeece4f4b tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397173 May 17 16:23:35.695679 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facc6-430c-40fb-aa49-0e3251f1fbb6 req-2e28d337-bbc4-442a-9d76-675a9d773cd9 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:35.697178 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-124facc6-430c-40fb-aa49-0e3251f1fbb6 req-2e28d337-bbc4-442a-9d76-675a9d773cd9 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1289704 May 17 16:23:35.755657 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-124facc6-430c-40fb-aa49-0e3251f1fbb6 req-06e92c44-9b67-4aac-bc1d-aa5f8cbb5c98 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 May 17 16:23:35.755759 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56868) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:36.047359 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.070329 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:36.076117 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc6341729d84a4797d3b3343c730bde is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:36.081283 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:36.094331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:36.120595 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8da9a-4111-462e-8229-96facde70d6d req-06e767f6-dd23-4f48-94c9-49312999dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.122408 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8ea8da9a-4111-462e-8229-96facde70d6d req-06e767f6-dd23-4f48-94c9-49312999dc65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.1441979 May 17 16:23:36.186300 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-8ea8da9a-4111-462e-8229-96facde70d6d req-74a12549-5ad5-45b6-9aef-9b89752d66af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 May 17 16:23:36.227046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.435613 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.444687 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-707e8226-308c-4194-aa32-189ef58dc70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:36.486929 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fc6341729d84a4797d3b3343c730bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344360 May 17 16:23:36.489049 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e907d8a-abdf-4511-a76c-e39a2eb4f745,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:36.489877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56884) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:36.492103 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:36.558053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.584901 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.629878 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 6b07c058-0ee3-4efd-a122-20bc17f62139 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:36.796014 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5716a-ee7e-49a6-b25f-496a465f4a69 req-55b871f0-fee1-4ce2-8e7e-9f3f7441965b tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.797518 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7fe5716a-ee7e-49a6-b25f-496a465f4a69 req-55b871f0-fee1-4ce2-8e7e-9f3f7441965b tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 944 time: 0.0963144 May 17 16:23:36.799171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.803200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5bcd1d46-c83f-4d6f-9c58-1228a7b73c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:36.808010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 56898) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:36.835873 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e907d8a-abdf-4511-a76c-e39a2eb4f745,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:36.838183 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:36.846145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:36.850778 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e907d8a-abdf-4511-a76c-e39a2eb4f745 HTTP/1.1" status: 204 len: 168 time: 0.3598533 May 17 16:23:36.874381 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7fe5716a-ee7e-49a6-b25f-496a465f4a69 req-e8d1c759-857d-49b7-8ff0-d24306c5a41b tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646479 May 17 16:23:36.932810 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 6b07c058-0ee3-4efd-a122-20bc17f62139 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:36.938787 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 6b07c058-0ee3-4efd-a122-20bc17f62139 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:36.939881 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.082899 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0ddf-76c0-48e8-8fa0-c0e64089504d req-dba621bd-b82f-4047-b15b-02a2b27ca587 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:37.091310 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.103606 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f11e0ddf-76c0-48e8-8fa0-c0e64089504d req-dba621bd-b82f-4047-b15b-02a2b27ca587 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1115186 May 17 16:23:37.125506 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:37.131823 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Usage tracker for resource:security_group_rule and tenant:50d28ac2d30f44c289aacd4f51fa42a7 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:37.134968 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:37.141426 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:37.161491 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f11e0ddf-76c0-48e8-8fa0-c0e64089504d req-d8634c5d-d7cc-411e-8d20-a21d701699ae tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 May 17 16:23:37.221668 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.253942 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:37.259360 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.266713 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=6b07c058-0ee3-4efd-a122-20bc17f62139,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:37.319936 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139', 'code': 200} May 17 16:23:37.447760 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.449123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.454631 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:37.461972 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-270b0a71-9f4f-4053-ab14-817e36ab10ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:37.505316 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50d28ac2d30f44c289aacd4f51fa42a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949830 May 17 16:23:37.507077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6296b0-0e79-4eb2-892a-f591d58e1658,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:37.508433 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 56918) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:37.512060 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:37.563247 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:37.590254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:37.616415 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.723758 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:37.802605 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138832f5-8c36-432b-a77e-5885c65d55b2 req-35a330fa-3690-4050-bc54-020a13bbf6e6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:37.804280 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-138832f5-8c36-432b-a77e-5885c65d55b2 req-35a330fa-3690-4050-bc54-020a13bbf6e6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.1927810 May 17 16:23:37.858829 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-138832f5-8c36-432b-a77e-5885c65d55b2 req-60782e14-3193-4fdb-8745-2038e9b78f1a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 May 17 16:23:37.930365 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710eb0f-2980-4bd4-b782-b5ef5fbc688b req-81b5250a-f05d-4b18-8b86-b15456073587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:37.937557 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b710eb0f-2980-4bd4-b782-b5ef5fbc688b req-81b5250a-f05d-4b18-8b86-b15456073587 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 1098 time: 0.0765698 May 17 16:23:37.984435 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b710eb0f-2980-4bd4-b782-b5ef5fbc688b req-6b4181df-97cc-4824-a72d-f79fa8607217 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 May 17 16:23:38.095560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd4ede-4613-44ab-8e35-2802adb96b76 req-8e6fef73-d34d-473b-a80b-c79aff94114f tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:38.095560 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-59bd4ede-4613-44ab-8e35-2802adb96b76 req-8e6fef73-d34d-473b-a80b-c79aff94114f tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 945 time: 0.1015158 May 17 16:23:38.095560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:38.099296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ce3e51cd-0991-4e1e-8c1a-16589bb34297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:38.131099 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6296b0-0e79-4eb2-892a-f591d58e1658,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:38.138637 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:38.151262 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:38.154713 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc6296b0-0e79-4eb2-892a-f591d58e1658 HTTP/1.1" status: 204 len: 168 time: 0.6423056 May 17 16:23:38.171015 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-59bd4ede-4613-44ab-8e35-2802adb96b76 req-54a7f244-b451-4441-ab25-84b1f1e1fd96 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588574 May 17 16:23:38.387933 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f007e2-06c3-4b17-b04e-13c1833ab799 req-428c49de-7495-4290-acb3-d6bbc43cb134 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:38.389515 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-51f007e2-06c3-4b17-b04e-13c1833ab799 req-428c49de-7495-4290-acb3-d6bbc43cb134 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.0972309 May 17 16:23:38.439034 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-51f007e2-06c3-4b17-b04e-13c1833ab799 req-60d0ac04-a2b1-497e-9730-83d432da8e40 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 May 17 16:23:39.067478 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81acc73-800a-458e-9ce8-70cc3660a8af req-ada40ee0-3633-4c13-9cc9-36bee8c42c3c tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.069138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c81acc73-800a-458e-9ce8-70cc3660a8af req-ada40ee0-3633-4c13-9cc9-36bee8c42c3c tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.0995626 May 17 16:23:39.135863 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c81acc73-800a-458e-9ce8-70cc3660a8af req-1411d981-9ffa-41ea-a2eb-40ebd7e07e69 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 May 17 16:23:39.291341 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a90a80-1851-4079-94a2-41c0e86000dd req-15d9ca16-467c-4d6a-8d18-3b5bed09fccc tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.292753 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c4a90a80-1851-4079-94a2-41c0e86000dd req-15d9ca16-467c-4d6a-8d18-3b5bed09fccc tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1015897 May 17 16:23:39.384812 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c4a90a80-1851-4079-94a2-41c0e86000dd req-824f9a22-f405-4126-a27a-15e3896c2687 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 May 17 16:23:39.444096 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018754e-7275-43e8-bfb8-052050049fdc req-8e265702-dd4e-4be6-84b9-1a69ed0c5291 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.445581 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3018754e-7275-43e8-bfb8-052050049fdc req-8e265702-dd4e-4be6-84b9-1a69ed0c5291 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 945 time: 0.1061959 May 17 16:23:39.482525 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-c972b47a-105f-4adb-921f-5b42d12f7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.484474 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-c972b47a-105f-4adb-921f-5b42d12f7e43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 1098 time: 0.1050551 May 17 16:23:39.492723 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923388f4-eb42-419c-a70d-7b0634029d4e req-49474400-1bd2-4619-b225-f86da254c86a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.493393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-923388f4-eb42-419c-a70d-7b0634029d4e req-49474400-1bd2-4619-b225-f86da254c86a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Synchronizing usage tracker for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:39.495799 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3018754e-7275-43e8-bfb8-052050049fdc req-b8c26e5a-b5c0-41c8-88f0-c83427bd7750 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 May 17 16:23:39.635351 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-0c1f50df-83ba-4732-adf7-f2b178182421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.636968 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-0c1f50df-83ba-4732-adf7-f2b178182421 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 200 len: 919 time: 0.1407366 May 17 16:23:39.698288 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-923388f4-eb42-419c-a70d-7b0634029d4e req-49474400-1bd2-4619-b225-f86da254c86a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Unset dirty status for tenant:856b2686940942a78f0496bcae7e86ea on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:39.699703 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-923388f4-eb42-419c-a70d-7b0634029d4e req-49474400-1bd2-4619-b225-f86da254c86a tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.4212713 May 17 16:23:39.739978 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-56672ac7-ca37-4435-926c-0656804e503e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 200 len: 217 time: 0.0955634 May 17 16:23:39.873069 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-85fd0616-cdef-4888-b788-79c9c99c4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:39.874482 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-85fd0616-cdef-4888-b788-79c9c99c4138 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 200 len: 858 time: 0.1286571 May 17 16:23:39.927736 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-0cd2bdcd-dac2-43c6-b4d3-261f79e222cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448287 May 17 16:23:40.013288 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Deleting port a69aecff-5a2a-4713-b584-c1693ac22fc2 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:40.013889 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.184867 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-85735983-a4f4-4a5d-9f81-8e6a0439a28f service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489269 May 17 16:23:40.196329 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] For port a69aecff-5a2a-4713-b584-c1693ac22fc2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a69aecff-5a2a-4713-b584-c1693ac22fc2,segment=NetworkSegment(860494ef-4c7f-44a3-b80a-197d8bb4e109),segment_id=860494ef-4c7f-44a3-b80a-197d8bb4e109)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:40.196690 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.334850 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536889-196a-4ae9-9c54-61b582fba06d req-58c893f6-345a-4cad-b49f-e0c2734cbf73 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:40.337415 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43536889-196a-4ae9-9c54-61b582fba06d req-58c893f6-345a-4cad-b49f-e0c2734cbf73 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 945 time: 0.0941730 May 17 16:23:40.400769 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43536889-196a-4ae9-9c54-61b582fba06d req-911c405c-8e46-4972-852e-a3d764c19b56 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c454b94-283e-41bc-a7eb-305bfe3d360e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 May 17 16:23:40.416209 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Calling delete_port for a69aecff-5a2a-4713-b584-c1693ac22fc2 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:40.475863 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ace2b152-4583-44da-bc5f-7484ee3f79fb req-3c172b0b-134f-499b-a7d1-436514f75df6 service neutron] 10.222.0.26 "GET /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814860 May 17 16:23:40.641573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f242d3-429b-4c54-8e02-4e60f5ea0f6a req-ab3decc5-9f32-4248-995f-f320190fa172 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:40.643381 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-08f242d3-429b-4c54-8e02-4e60f5ea0f6a req-ab3decc5-9f32-4248-995f-f320190fa172 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1106899 May 17 16:23:40.653972 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57012) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:40.690810 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.694316 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-45b7bf20-3322-4f7a-9510-b7f8cb80a231 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:40.696757 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-08f242d3-429b-4c54-8e02-4e60f5ea0f6a req-cf3dd058-93af-4b5d-a8a3-f316d34351fc tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 May 17 16:23:40.747253 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Pushing event deleted for resources: {'Port': ['ID=a69aecff-5a2a-4713-b584-c1693ac22fc2,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:40.750353 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:40.846906 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] No DVR routers for this DVR port a69aecff-5a2a-4713-b584-c1693ac22fc2 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:40.848773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.857646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.860053 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'name': 'network-vif-deleted', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:40.876385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:40.884828 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Usage tracker for resource:security_group_rule and tenant:bd3671d904a0422db6fdbb272c34f847 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:40.889873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:40.898077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:40.918149 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85972e41-993e-4583-b137-a64c3dbbe21f', 'name': 'network-vif-deleted', 'tag': 'a69aecff-5a2a-4713-b584-c1693ac22fc2', 'status': 'completed', 'code': 200} May 17 16:23:40.982847 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.001471 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-923388f4-eb42-419c-a70d-7b0634029d4e req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.26 "DELETE /v2.0/ports/a69aecff-5a2a-4713-b584-c1693ac22fc2 HTTP/1.1" status: 204 len: 173 time: 1.2940984 May 17 16:23:41.120941 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.146866 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8ce8ab75-475f-4293-9116-e82e2f9051f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:41.164495 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd3671d904a0422db6fdbb272c34f847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093145 May 17 16:23:41.167939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57028) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:41.180126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b354f6fb-c510-4235-8b9a-fa6b1f058668,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:41.185568 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:41.246258 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.275824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.468802 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.474454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1739ba0a-bb69-4672-8582-f8c97c035775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:41.486427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354f6fb-c510-4235-8b9a-fa6b1f058668,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:41.489333 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:41.491547 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:41.492467 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b354f6fb-c510-4235-8b9a-fa6b1f058668 HTTP/1.1" status: 204 len: 168 time: 0.3231111 May 17 16:23:41.606903 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-69fd95a7-fdfa-41cc-ad51-d30689efd768 req-09b0fc20-7128-479d-aecd-2f580a988d4b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] 10.222.0.59 "GET /v2.0/ports?device_id=85972e41-993e-4583-b137-a64c3dbbe21f HTTP/1.1" status: 200 len: 210 time: 0.0432913 May 17 16:23:41.975815 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbae3e-8845-434e-9f0b-10b2917cc159 req-66835702-32c7-4dff-bc8a-5a5477e61a34 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:41.977329 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2dbbae3e-8845-434e-9f0b-10b2917cc159 req-66835702-32c7-4dff-bc8a-5a5477e61a34 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1630323 May 17 16:23:41.993403 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009aa0d-1619-4495-b962-67334b1a6744 req-af187e74-8ce0-492a-b1d2-289a847e3dfc tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:41.995283 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e009aa0d-1619-4495-b962-67334b1a6744 req-af187e74-8ce0-492a-b1d2-289a847e3dfc tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 945 time: 0.1349709 May 17 16:23:42.081094 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2dbbae3e-8845-434e-9f0b-10b2917cc159 req-b8849da7-c3c2-43c2-be19-6310f16e7454 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969794 May 17 16:23:42.201748 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e009aa0d-1619-4495-b962-67334b1a6744 req-cf9b8ac8-0796-48f8-861a-ff5cc8f0cb26 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918337 May 17 16:23:42.448923 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-fe6802e3-cc54-47c6-83a8-3922bd596f6e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b78b3d450ef4e098bd39181646c3921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322762 May 17 16:23:42.612071 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-2483727f-939f-4705-8df9-1cc84dd54990 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:42.613491 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-2483727f-939f-4705-8df9-1cc84dd54990 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586452 May 17 16:23:42.629209 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-24981838-61e8-4e2d-b6c3-2afc7454bb12 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/quotas/8b78b3d450ef4e098bd39181646c3921 HTTP/1.1" status: 200 len: 375 time: 0.0100999 May 17 16:23:42.665972 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a69aecff-5a2a-4713-b584-c1693ac22fc2 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:42.679696 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-a241d2d7-9962-4d40-88dc-4fd2fbbcab0a tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b78b3d450ef4e098bd39181646c3921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448346 May 17 16:23:42.724866 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: a69aecff-5a2a-4713-b584-c1693ac22fc2 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:42.725477 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a69aecff-5a2a-4713-b584-c1693ac22fc2 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:42.810774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57080) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:42.871225 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57086) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:42.927750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1190804564-network', 'tenant_id': '5d4743481c194a2f97d61d21a80a0acc'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:42.935320 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:42.941886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Usage tracker for resource:network and tenant:5d4743481c194a2f97d61d21a80a0acc is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:42.953356 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:42.955417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Deleting subnet aa8148eb-f2ee-460a-bcdd-02ff9a474d60 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:23:42.957324 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:42.960231 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.012084 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.104505 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-782adad6-6716-43b2-897c-e282e5d6c60b req-dc033944-78ce-45ca-bdf7-0891463fdf95 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.0643504 May 17 16:23:43.126619 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.196668 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Made reservation on behalf of 5d4743481c194a2f97d61d21a80a0acc for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:43.198942 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.314343 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.412500 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:43.436562 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d4743481c194a2f97d61d21a80a0acc is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:43.445464 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:43.460977 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-1136b9de-4a06-4e92-b85b-b58ee1357d0e tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:43.461786 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-1136b9de-4a06-4e92-b85b-b58ee1357d0e tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Synchronizing usage tracker for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:43.462898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:43.582229 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26082b-5d41-499e-ad4d-fef7c96d6feb req-1a5c6897-7340-46fa-9977-c12f82b2460b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:43.583988 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ec26082b-5d41-499e-ad4d-fef7c96d6feb req-1a5c6897-7340-46fa-9977-c12f82b2460b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.3168750 May 17 16:23:43.600766 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-1136b9de-4a06-4e92-b85b-b58ee1357d0e tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Unset dirty status for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:43.602225 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-1136b9de-4a06-4e92-b85b-b58ee1357d0e tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 945 time: 0.3013670 May 17 16:23:43.628877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cf63c-6416-4daf-9274-e2c1987c95b0 req-2e5f8099-0f82-4bef-b756-4deeb489140d tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:43.628877 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-966cf63c-6416-4daf-9274-e2c1987c95b0 req-2e5f8099-0f82-4bef-b756-4deeb489140d tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 945 time: 0.3055758 May 17 16:23:43.708453 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ec26082b-5d41-499e-ad4d-fef7c96d6feb req-391872f1-b077-4817-a73a-746d148fabbe tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109550 May 17 16:23:43.749608 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-966cf63c-6416-4daf-9274-e2c1987c95b0 req-812404b8-5a6f-426c-adf2-16c142699152 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037831 May 17 16:23:43.751360 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.763672 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Deleting port 6b07c058-0ee3-4efd-a122-20bc17f62139 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:43.764026 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.859035 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.864775 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:43.901741 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8148eb-f2ee-460a-bcdd-02ff9a474d60,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:43.902135 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] For port 6b07c058-0ee3-4efd-a122-20bc17f62139, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=6b07c058-0ee3-4efd-a122-20bc17f62139,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:43.902686 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.903592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.907207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:43.916963 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d7e0117b-2e3c-4b5c-9698-7d6846eccc6a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/aa8148eb-f2ee-460a-bcdd-02ff9a474d60 HTTP/1.1" status: 204 len: 168 time: 1.0424063 May 17 16:23:43.917187 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57110) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:44.038859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Calling delete_port for 6b07c058-0ee3-4efd-a122-20bc17f62139 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:44.056731 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.128278 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.148559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4581c2cc-d79a-4cd0-9da8-cf8847dcc00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.249476 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d6902-f1d1-4562-9cb8-9f44e351787e,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.301203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:44.311253 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f7766c2c-9de4-414d-a564-5f1959c086ff req-e54fe9db-1125-4a6f-831c-0a32a39f0108 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.1259248 May 17 16:23:44.321275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.340498 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-9871a810-fb81-469c-bef4-161e7189c003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.340739 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.347963 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['6b07c058-0ee3-4efd-a122-20bc17f62139'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:44.353852 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:23:44.362081 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b015a189-0d2e-4de5-b30d-6b9b3a38ad7f']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:44.381538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860494ef-4c7f-44a3-b80a-197d8bb4e109') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:44.381538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860494ef-4c7f-44a3-b80a-197d8bb4e109') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:44.394805 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.394805 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Added segment 7d0aea41-cb06-4250-bb51-37daa540f194 of type vlan for network 28191df9-a105-449d-ba57-9b64bbdd432b May 17 16:23:44.405299 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.426536 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Pushing event deleted for resources: {'Port': ['ID=6b07c058-0ee3-4efd-a122-20bc17f62139,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.434009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:44.447474 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.451426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.460462 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:23:44.460916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.469310 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] No DVR routers for this DVR port 6b07c058-0ee3-4efd-a122-20bc17f62139 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:44.472633 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:23:44.475079 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:23:44.476952 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'name': 'network-vif-deleted', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:44.524614 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa3650-3980-4112-9d38-8bd85b86eae0', 'name': 'network-vif-deleted', 'tag': '6b07c058-0ee3-4efd-a122-20bc17f62139', 'status': 'completed', 'code': 200} May 17 16:23:44.584769 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-704b2137-42e4-4152-88c7-6e4fec5e51c9 req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "DELETE /v2.0/ports/6b07c058-0ee3-4efd-a122-20bc17f62139 HTTP/1.1" status: 204 len: 173 time: 0.9765875 May 17 16:23:44.608648 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.db.resource_extend [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 16:23:44.768249 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.769530 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.771863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:44.772700 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.777224 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.852835 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.937833 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-436084bc-dbf4-4db9-a4c0-9b5be2a874d3 req-7913f47e-459d-430c-9df9-a1f372f13c38 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.0503752 May 17 16:23:44.937833 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=28191df9-a105-449d-ba57-9b64bbdd432b,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.947420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 28191df9-a105-449d-ba57-9b64bbdd432b details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:23:44.956726 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Pushing event deleted for resources: {'Network': ['ID=b015a189-0d2e-4de5-b30d-6b9b3a38ad7f,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.959062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:44.959598 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.960008 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-080f4dc3-7110-43e3-bcfd-73e06b3e06f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:45.113243 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] 10.222.0.59 "DELETE /v2.0/networks/b015a189-0d2e-4de5-b30d-6b9b3a38ad7f HTTP/1.1" status: 204 len: 168 time: 1.1944194 May 17 16:23:45.327579 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5153224 May 17 16:23:45.331072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57132) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:45.338943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Request body: {'subnet': {'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1190804564-subnet', 'tenant_id': '5d4743481c194a2f97d61d21a80a0acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:45.342054 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:45.346574 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Usage tracker for resource:subnet and tenant:5d4743481c194a2f97d61d21a80a0acc is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:45.349681 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:45.355516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:45.519338 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-454b55d9-4019-4889-bfb5-1e72efcf75af req-a2038c73-f676-41bb-a0b1-3dffb404b88e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.0544136 May 17 16:23:45.520104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Made reservation on behalf of 5d4743481c194a2f97d61d21a80a0acc for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:45.523138 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4293158302'] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.574117 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57142) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:45.664771 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-300ccd35-db2b-4d2f-8152-0bc65a760e83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=856b2686940942a78f0496bcae7e86ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0882926 May 17 16:23:45.668055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57146) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:45.732274 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.759568 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.067108 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.073355 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-e560f6c7-eb4b-47c2-b0a8-9a713442854f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:46.091616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c454b94-283e-41bc-a7eb-305bfe3d360e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:46.094963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:46.098006 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.099002 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-0cc55491-66b2-4acc-b7f7-c18ad98592cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c454b94-283e-41bc-a7eb-305bfe3d360e HTTP/1.1" status: 204 len: 168 time: 0.4297187 May 17 16:23:46.181654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aacd4398-9ed0-47ca-a252-7270e8e53b78 req-8691be50-d083-45f4-aced-abc6472cc7bc tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=adaa3650-3980-4112-9d38-8bd85b86eae0 HTTP/1.1" status: 200 len: 210 time: 0.0939484 May 17 16:23:46.319869 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1775863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4293158284'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.324451 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2bc408d4-72e6-4cc6-ab6b-3d03f275a8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:46.406954 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90ec660-357b-4858-8619-eefae809d9ef,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:46.407149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:46.410354 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Checking segment: {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:46.410709 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Network hostable DHCP agents. Network: 28191df9-a105-449d-ba57-9b64bbdd432b, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:23:46.520816 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Network 28191df9-a105-449d-ba57-9b64bbdd432b is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:23:46.677084 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 28191df9-a105-449d-ba57-9b64bbdd432b) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:46.686340 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96ecdf95-3eff-4d04-b7a9-7e12b1f9466f req-9db6efbb-0df9-4bc3-876e-7c2c03d1af83 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.0471811 May 17 16:23:46.687663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 6b07c058-0ee3-4efd-a122-20bc17f62139 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:46.695128 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:46.696309 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.718100 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5786755-ca11-4d66-acb6-8b3da6608072 None None] Network 28191df9-a105-449d-ba57-9b64bbdd432b requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:23:46.806436 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 6b07c058-0ee3-4efd-a122-20bc17f62139 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:46.806781 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 6b07c058-0ee3-4efd-a122-20bc17f62139 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:46.813131 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6680a90a-3ea7-4380-8643-d135c1b8a2f7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4806798 May 17 16:23:46.957243 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a4cb8-7fd9-4f7e-a281-0d12709ef1ec None None] Network 28191df9-a105-449d-ba57-9b64bbdd432b requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:23:47.053060 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-c08f30e8-8d17-49b0-b9ad-91f828433c56 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b78b3d450ef4e098bd39181646c3921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650191 May 17 16:23:47.254264 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-552579bb-494c-452c-8126-8b1ec30e9e9d tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:47.255801 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-552579bb-494c-452c-8126-8b1ec30e9e9d tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967723 May 17 16:23:47.270591 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Request body: {'port': {'device_id': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a', 'admin_state_up': True, 'tenant_id': '8b78b3d450ef4e098bd39181646c3921'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:47.436710 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:47.442570 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Usage tracker for resource:port and tenant:8b78b3d450ef4e098bd39181646c3921 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:47.446344 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:47.457012 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:47.618025 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Made reservation on behalf of 8b78b3d450ef4e098bd39181646c3921 for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:47.621730 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.635652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.652622 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:47.656714 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Usage tracker for resource:security_group_rule and tenant:8b78b3d450ef4e098bd39181646c3921 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:47.659996 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:47.665960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:47.777742 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.841792 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-2d86e1e7-5515-4d41-a993-2748f650dceb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:47.844266 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-2d86e1e7-5515-4d41-a993-2748f650dceb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/networks?id=b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 200 len: 808 time: 0.2263472 May 17 16:23:47.902179 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-de1290e4-43dd-45b0-afde-af3ede06bfe6 req-a096a908-cf82-4535-a3c3-48a4d02f4715 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.0579975 May 17 16:23:47.904364 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-b65e0216-1eba-410b-a829-fb9161a73d18 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/quotas/8fc4215488bd496d8123b95517bfd0ec HTTP/1.1" status: 200 len: 375 time: 0.0204129 May 17 16:23:47.955829 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.957928 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-e1085934-d55d-4d79-b1f0-b06eed090354 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459354 May 17 16:23:47.960920 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a819b25d-5c9d-4366-8e85-299de88f1f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:48.048259 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee270ce-739f-4233-b4c7-b2e7d949028b,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:48.061294 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:48.209626 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-a945825e-3c64-4231-957e-7de010801291 service neutron] 10.222.0.59 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408400 May 17 16:23:48.217125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Allocated IP 192.168.233.236 (9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a/4a50dd6b-a73b-4eb0-9ee7-400299bd4faa/a06dfd8c-b142-4b5a-bb9b-9e09a53c512c) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:48.357606 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-ce5dc13e-6926-4377-b9f2-1c52be1032b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416786 May 17 16:23:48.521551 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:48.557168 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Transition to ACTIVE for port object a06dfd8c-b142-4b5a-bb9b-9e09a53c512c will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:48.731001 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:48.760659 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-34730c87-1356-4c62-a20d-585119e652a6 tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:48.873976 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Pushing event updated for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:48.879391 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:48.910142 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:48.914675 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:48.920907 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:49.040184 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-095fb77b-9a6b-4e19-a570-33576703dd24 req-f013b731-3fc7-4018-90a3-c9c69a436056 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 210 time: 0.1476369 May 17 16:23:49.268385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:49.268385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:49.404616 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e885f2-c4e2-4ec0-a5b7-15ff28062db8 req-061c7123-7c01-4704-9cdd-5250068b3b35 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:49.406362 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07e885f2-c4e2-4ec0-a5b7-15ff28062db8 req-061c7123-7c01-4704-9cdd-5250068b3b35 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 936 time: 0.1601288 May 17 16:23:49.449968 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1853209 May 17 16:23:49.465218 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Request body: {'port': {'device_id': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:49.489021 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07e885f2-c4e2-4ec0-a5b7-15ff28062db8 req-2c81ff52-9294-4336-9630-4f56005d51eb tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726476 May 17 16:23:49.590420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-8c8a9a52-b7ee-4e21-afee-f3219dc74fec None None] Provisioning for port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:49.598684 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-8c8a9a52-b7ee-4e21-afee-f3219dc74fec None None] Provisioning complete for port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:49.600738 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9a52-b7ee-4e21-afee-f3219dc74fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:49.653543 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:49.678995 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a9a52-b7ee-4e21-afee-f3219dc74fec None None] Port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:23:50.072549 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06dfd8c-b142-4b5a-bb9b-9e09a53c512c {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:50.095328 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:50.114560 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Transition to ACTIVE for port object a06dfd8c-b142-4b5a-bb9b-9e09a53c512c will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:50.253101 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:50.257614 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:50.404929 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0f7c9599-1e78-4842-a6b8-d1c880a84df3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:50.405613 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0f7c9599-1e78-4842-a6b8-d1c880a84df3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Synchronizing usage tracker for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:50.436605 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb637a2-10ce-4534-b2d9-7d3d75c166e6 req-c1e0f987-50aa-49a1-96d0-c745bfc002c0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:50.438419 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2cb637a2-10ce-4534-b2d9-7d3d75c166e6 req-c1e0f987-50aa-49a1-96d0-c745bfc002c0 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.2159576 May 17 16:23:50.509444 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2cb637a2-10ce-4534-b2d9-7d3d75c166e6 req-05079a9a-96c7-4102-84bc-bab083a29810 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627894 May 17 16:23:50.515348 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0f7c9599-1e78-4842-a6b8-d1c880a84df3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Unset dirty status for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:50.519476 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0f7c9599-1e78-4842-a6b8-d1c880a84df3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/networks?id=28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 200 len: 814 time: 0.4662828 May 17 16:23:50.538033 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Pushing event updated for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:50.570269 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-13faaf94-45e5-4d8b-83dc-27f03928022c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/quotas/5d4743481c194a2f97d61d21a80a0acc HTTP/1.1" status: 200 len: 375 time: 0.0329859 May 17 16:23:50.601904 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:50.604784 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Attempting to bind port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:50.605292 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Attempting to bind port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:50.605713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Attempting to bind port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c on network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:50.612931 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c on network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:50.613370 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Attempting to bind port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c on network 9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:50.624289 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:50.626651 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Checking segment: {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:50.627250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Bound using segment: {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:50.627669 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Bound port: a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebeaca9-d476-46c4-b7df-669ab3b55943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:50.627937 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:50.651655 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-6c1146c3-ec48-405d-b1b5-493958c707c4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804164 May 17 16:23:50.746904 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1c27d33-4bb5-4b18-a8ab-befd84c79c6e req-aae73bee-09a2-4211-9cea-5cc786f4dcdd tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 210 time: 0.0941443 May 17 16:23:50.792730 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:50.795455 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:50.902884 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0be7c09c-4805-4584-aab4-5ebd207cf27a service neutron] 10.222.0.59 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862447 May 17 16:23:50.973784 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:50.979222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:51.047438 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.048095 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:51.049685 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] 10.222.0.26 "PUT /v2.0/ports/a06dfd8c-b142-4b5a-bb9b-9e09a53c512c HTTP/1.1" status: 200 len: 1098 time: 1.5893066 May 17 16:23:51.050166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:51.089695 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e50212-59fb-4295-8d21-e06d9ccce83c req-8b17b9e3-a3f8-49ec-8e7a-e40903b5cc42 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.091263 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-01e50212-59fb-4295-8d21-e06d9ccce83c req-8b17b9e3-a3f8-49ec-8e7a-e40903b5cc42 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 948 time: 0.2222857 May 17 16:23:51.092486 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Pushing event updated for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:51.098520 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-5dd7eb7e-feb8-4219-8a5a-c458838cfb5e service neutron] 10.222.0.59 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884806 May 17 16:23:51.111189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:51.180477 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-01e50212-59fb-4295-8d21-e06d9ccce83c req-8a911d15-2f72-4e76-b4ef-2ad49f434bdf tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805287 May 17 16:23:51.246517 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c', 'status': 'completed', 'code': 200} May 17 16:23:51.342752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944abb5-9273-4060-aeb9-f5efeb6703f8 req-1d7bb4f8-6111-42bd-8b31-ebeeb851bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.344342 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d944abb5-9273-4060-aeb9-f5efeb6703f8 req-1d7bb4f8-6111-42bd-8b31-ebeeb851bec6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b78b3d450ef4e098bd39181646c3921&device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 1101 time: 0.0730717 May 17 16:23:51.385529 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d944abb5-9273-4060-aeb9-f5efeb6703f8 req-bcf81f31-89b5-4d16-9463-28fd9394afb0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b78b3d450ef4e098bd39181646c3921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285029 May 17 16:23:51.499710 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0329c037-1bc1-40cc-86ba-1d79c1c0bd6c req-b1c5b6c1-ae9b-4c10-9c2b-4113913dd7d9 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0493436 May 17 16:23:51.569306 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944abb5-9273-4060-aeb9-f5efeb6703f8 req-5665808c-7ec8-4a36-bb5b-c6b79c01701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.570823 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d944abb5-9273-4060-aeb9-f5efeb6703f8 req-5665808c-7ec8-4a36-bb5b-c6b79c01701b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776319 May 17 16:23:51.686628 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57356) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:51.717252 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-3bb5d774-4ba6-46f1-97ee-9211d008eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.718746 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-3bb5d774-4ba6-46f1-97ee-9211d008eba4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b78b3d450ef4e098bd39181646c3921&device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 1101 time: 0.1012225 May 17 16:23:51.724203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f55802-8218-489a-abe6-75cbbabcdf72 req-a7f7dac1-b351-41db-a5fd-2a2d954a33b6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.725732 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a3f55802-8218-489a-abe6-75cbbabcdf72 req-a7f7dac1-b351-41db-a5fd-2a2d954a33b6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.0860081 May 17 16:23:51.780257 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a3f55802-8218-489a-abe6-75cbbabcdf72 req-554d0541-edd2-4fbb-9e3c-78fe98f5de39 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 May 17 16:23:51.799164 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-7044dc5d-ae8a-4f00-8709-b934e52dd0cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c HTTP/1.1" status: 200 len: 217 time: 0.0716779 May 17 16:23:51.879809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:51.900899 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:51.908282 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea174b4e21e496e89b6e41c51b7e833 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:51.912855 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:51.921303 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-09bba167-470f-4717-9832-fb591cf4ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.922726 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-09bba167-470f-4717-9832-fb591cf4ba0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a50dd6b-a73b-4eb0-9ee7-400299bd4faa HTTP/1.1" status: 200 len: 843 time: 0.1102986 May 17 16:23:51.923786 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:51.932023 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9f510006-1200-45b2-a8b4-8149689e2afc req-83d64a35-6e16-4e9d-b597-e1c6f6519609 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 210 time: 0.0519857 May 17 16:23:52.066549 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-e9aff8e1-48c1-4ed2-9f71-f4ec93f97309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:52.068494 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-e9aff8e1-48c1-4ed2-9f71-f4ec93f97309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1360641 May 17 16:23:52.211111 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:52.413393 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-e9306d9f-2171-4ab6-b93d-f4fa715f96b0 service neutron] 10.222.0.26 "GET /v2.0/networks/9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367796 May 17 16:23:52.469379 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3aa47-55ab-40c1-8f1b-4037f01dc5ab req-6b3d5f66-8cba-4469-9773-f410181cdf6c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:52.471562 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-33e3aa47-55ab-40c1-8f1b-4037f01dc5ab req-6b3d5f66-8cba-4469-9773-f410181cdf6c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 948 time: 0.1406639 May 17 16:23:52.510406 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-ba65e762-fead-4d17-80fe-9a55d780df82 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:52.511842 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-ba65e762-fead-4d17-80fe-9a55d780df82 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.1277945 May 17 16:23:52.564489 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-984f771e-d0ce-4348-a0a6-09ea8d5519b3 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:52.566061 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-984f771e-d0ce-4348-a0a6-09ea8d5519b3 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "GET /v2.0/networks?id=b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 200 len: 808 time: 0.2596056 May 17 16:23:52.588430 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Request body: {'port': {'device_id': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63', 'admin_state_up': True, 'tenant_id': '8fc4215488bd496d8123b95517bfd0ec'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:52.611815 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-33e3aa47-55ab-40c1-8f1b-4037f01dc5ab req-504c39cf-4efd-48af-957d-51bdec410c02 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336992 May 17 16:23:52.628094 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-edf3c891-1036-4708-a2e0-e9e514aa187f req-1b179f27-180a-407e-9ff0-705aef1b9fba tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0588045 May 17 16:23:52.693542 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-094e623c-b266-43fb-aea7-4ce823dd5eb5 req-57f66b23-762c-46ef-8088-2c5d21c59bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689979 May 17 16:23:52.712182 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Deleting port bd13cd9e-6745-46dc-8730-0a303006daf3 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:52.712549 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:52.742487 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:52.746368 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Usage tracker for resource:port and tenant:8fc4215488bd496d8123b95517bfd0ec is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:52.749234 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:52.755077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:52.843611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:52.848474 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] For port bd13cd9e-6745-46dc-8730-0a303006daf3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bd13cd9e-6745-46dc-8730-0a303006daf3,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:52.851393 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:52.853532 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4096468b-4a32-457b-bd0c-3b88c8861385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:52.900423 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a9ff7-1689-463e-8abb-d24bb5b698e7,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:52.920156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:52.930274 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ea174b4e21e496e89b6e41c51b7e833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424541 May 17 16:23:52.931785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57384) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:53.007078 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Made reservation on behalf of 8fc4215488bd496d8123b95517bfd0ec for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:53.011905 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Calling delete_port for bd13cd9e-6745-46dc-8730-0a303006daf3 owned by compute:nova {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:23:53.012411 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.036578 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.136053 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.305763 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Allocated IP 172.20.0.11 (b2743b61-2a02-4ba0-8a3d-3f2650279a63/b69b8e5e-98e0-49a3-86c7-5881ed17984b/7e5d68de-9ddc-4927-b5ef-9236c1b32360) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:53.330671 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7040b5fd-6ee4-40a8-9d29-9cccb549970b req-1b573a17-f38e-478d-834d-d2cc67379196 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 210 time: 0.1287487 May 17 16:23:53.379427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec559e-f46f-460b-89cb-3aac7a6d1597 req-71a1b102-1d2a-4f84-805c-ea2991d497ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.384329 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e1ec559e-f46f-460b-89cb-3aac7a6d1597 req-71a1b102-1d2a-4f84-805c-ea2991d497ca tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 946 time: 0.3605669 May 17 16:23:53.426158 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.435344 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-61171240-ff63-42f4-8796-e60283882c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:53.493318 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e1ec559e-f46f-460b-89cb-3aac7a6d1597 req-0e8ded92-0fc5-4ea1-9bdc-2c1739bd8fa5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010885 May 17 16:23:53.512998 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a9ff7-1689-463e-8abb-d24bb5b698e7,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:53.521395 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:53.532022 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.533875 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f3a9ff7-1689-463e-8abb-d24bb5b698e7 HTTP/1.1" status: 204 len: 168 time: 0.6008716 May 17 16:23:53.615608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.625730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.634937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:53.640628 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'bd13cd9e-6745-46dc-8730-0a303006daf3'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:53.749475 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Pushing event deleted for resources: {'Port': ['ID=bd13cd9e-6745-46dc-8730-0a303006daf3,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:53.752606 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:53.796691 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.810219 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:53.865813 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Network b2743b61-2a02-4ba0-8a3d-3f2650279a63 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:53.872455 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:53.887681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:53.915842 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] No DVR routers for this DVR port bd13cd9e-6745-46dc-8730-0a303006daf3 on host hv-cinder-76810 {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:23:53.921583 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5067ebff-1bdd-45ec-be8d-745f8c3552d0 req-079edc22-fdeb-416a-8e87-6bbca3ea47c7 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.1183283 May 17 16:23:53.924517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.930516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'name': 'network-vif-deleted', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:53.942219 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37446e98-e69e-4a2c-ae72-bcd761bce12a req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "DELETE /v2.0/ports/bd13cd9e-6745-46dc-8730-0a303006daf3 HTTP/1.1" status: 204 len: 173 time: 1.4216914 May 17 16:23:53.982328 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Pushing event updated for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:53.993350 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.993350 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.996525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed266dd-8b95-46a2-bca2-fd682f00e7c4 req-991b73a3-4dc3-4261-ac11-0be3b0735c60 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.998056 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:53.999445 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aed266dd-8b95-46a2-bca2-fd682f00e7c4 req-991b73a3-4dc3-4261-ac11-0be3b0735c60 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 948 time: 0.2403569 May 17 16:23:54.061063 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aed266dd-8b95-46a2-bca2-fd682f00e7c4 req-52d08321-66ba-453c-b3c4-3e46111c873f tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551021 May 17 16:23:54.111248 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7dc95e-e8af-48c3-a184-44b21b2abe66', 'name': 'network-vif-deleted', 'tag': 'bd13cd9e-6745-46dc-8730-0a303006daf3', 'status': 'completed', 'code': 200} May 17 16:23:54.139100 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5546227 May 17 16:23:54.154761 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Request body: {'port': {'device_id': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:54.269176 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.546029 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051e955-7969-49ec-b1db-084cdb8fa052 req-2c5e4564-5b48-42be-b9a1-20310954c581 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:54.547614 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b051e955-7969-49ec-b1db-084cdb8fa052 req-2c5e4564-5b48-42be-b9a1-20310954c581 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 932 time: 0.0851309 May 17 16:23:54.591430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57414) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:54.621467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.639943 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b051e955-7969-49ec-b1db-084cdb8fa052 req-e394da67-a9ed-4e54-bce1-52967085893c tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 May 17 16:23:54.664608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5d68de-9ddc-4927-b5ef-9236c1b32360 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:54.672025 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.682902 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:54.685874 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-fd8bcffc-06f6-410a-a06f-70a38e5f994c req-19e61890-1ae2-4067-b33c-3f87930e5830 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Synchronizing usage tracker for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:54.687190 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Transition to ACTIVE for port object 7e5d68de-9ddc-4927-b5ef-9236c1b32360 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:54.691774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Usage tracker for resource:security_group_rule and tenant:86573231bfc54d899f9e44688a3798f8 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:54.694608 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:54.702514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:54.772608 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.778488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-199cbdd0-e570-4a91-8a72-a2985f6d3f2b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:54.793768 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.843616 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-fd8bcffc-06f6-410a-a06f-70a38e5f994c req-19e61890-1ae2-4067-b33c-3f87930e5830 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Unset dirty status for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:54.844734 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fd8bcffc-06f6-410a-a06f-70a38e5f994c req-19e61890-1ae2-4067-b33c-3f87930e5830 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.2135017 May 17 16:23:54.897940 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.905265 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-02be3cab-23cc-460d-a2a7-d5442f68c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:54.950332 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86573231bfc54d899f9e44688a3798f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546686 May 17 16:23:54.951344 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e31587-aa8e-42c9-bc6e-62b0127b18e4,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:54.953618 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57418) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:54.957174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.027284 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.057666 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.164159 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ee3cb733-0526-4b36-9159-6d092786172f req-02ed3e6b-5fbf-4eea-903d-119f1724ca5b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0539575 May 17 16:23:55.174058 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:55.191542 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.201963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Attempting to bind port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:55.201963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Attempting to bind port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:55.201963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Attempting to bind port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:55.207315 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:55.207631 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Attempting to bind port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 on network b2743b61-2a02-4ba0-8a3d-3f2650279a63 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:55.213450 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:55.229616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Checking segment: {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:55.229616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Bound using segment: {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:55.229616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Bound port: 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43928eb-0856-4370-8139-3181a46513e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:55.229616 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.289913 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258982-fa64-45aa-b747-317d0e421e2d req-683f74d5-3772-4c11-8e9c-b9236259efaf tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.291514 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2258982-fa64-45aa-b747-317d0e421e2d req-683f74d5-3772-4c11-8e9c-b9236259efaf tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 948 time: 0.0986202 May 17 16:23:55.316017 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:55.319206 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:55.329307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.336731 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a680a759-9807-49be-9028-ed80184fb3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:55.355475 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2258982-fa64-45aa-b747-317d0e421e2d req-406e089a-6462-4c30-a248-3c4079ae3da1 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 May 17 16:23:55.356056 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e31587-aa8e-42c9-bc6e-62b0127b18e4,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:55.358827 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.359773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.361957 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9e31587-aa8e-42c9-bc6e-62b0127b18e4 HTTP/1.1" status: 204 len: 168 time: 0.4062335 May 17 16:23:55.446350 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.450433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2d1a0d68-10f4-47fd-ba6d-c2c4e7863619 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:55.483649 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.514723 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.515522 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.517778 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] 10.222.0.26 "PUT /v2.0/ports/7e5d68de-9ddc-4927-b5ef-9236c1b32360 HTTP/1.1" status: 200 len: 1094 time: 1.3669870 May 17 16:23:55.518248 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:55.544527 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:55.547872 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.567626 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360', 'status': 'completed', 'code': 200} May 17 16:23:55.571139 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-21733655-af25-4a08-9f98-74620bae0715 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.572701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-21733655-af25-4a08-9f98-74620bae0715 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "GET /v2.0/networks?id=28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 200 len: 814 time: 0.1774888 May 17 16:23:55.586753 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Request body: {'port': {'device_id': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b', 'admin_state_up': True, 'tenant_id': '5d4743481c194a2f97d61d21a80a0acc'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:55.675569 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-2af52711-8bc4-4cdf-babf-c1e2cbcd69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.677618 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-2af52711-8bc4-4cdf-babf-c1e2cbcd69f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 1097 time: 0.0878570 May 17 16:23:55.749246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:55.754750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Usage tracker for resource:port and tenant:5d4743481c194a2f97d61d21a80a0acc is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:55.758962 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:55.766387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:55.879258 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57442) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:55.909890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-773d056a-1519-4740-8a1f-fa611c75456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.913131 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-773d056a-1519-4740-8a1f-fa611c75456d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8fc4215488bd496d8123b95517bfd0ec&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2209318 May 17 16:23:55.927813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Made reservation on behalf of 5d4743481c194a2f97d61d21a80a0acc for: {'port': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:55.935580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.118357 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.148234 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:56.152082 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:6efdf80d66d448b09ade7db06b2b9459 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:56.157241 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:56.167402 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:56.206525 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-337ad691-e1c3-4c17-a2d3-aa1d956abd50 req-7eb43506-a66c-4721-a65a-99a9935516da tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac7dc95e-e8af-48c3-a184-44b21b2abe66 HTTP/1.1" status: 200 len: 210 time: 0.1529593 May 17 16:23:56.230625 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-2c36c891-20cf-4d8c-893b-2a720ae5aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.232234 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b509dc07-8f1d-4afd-bb51-896a8799f091 req-2c36c891-20cf-4d8c-893b-2a720ae5aea9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112528 May 17 16:23:56.306681 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a039-3a33-4d61-9aa9-5d371331c890 req-522a9e85-7074-44d5-ae57-4b70e1ac49ab tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.310092 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef64a039-3a33-4d61-9aa9-5d371331c890 req-522a9e85-7074-44d5-ae57-4b70e1ac49ab tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 944 time: 0.4835563 May 17 16:23:56.368645 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.389646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-c87c14d4-f022-44a1-89ec-9cc30e2cffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.391176 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-150e37ef-663d-45e7-8a51-748f4cf35c25 req-db73f097-4ede-4d83-b499-383abbee996a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0749383 May 17 16:23:56.393162 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-c87c14d4-f022-44a1-89ec-9cc30e2cffb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fc4215488bd496d8123b95517bfd0ec&device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 1097 time: 0.1073616 May 17 16:23:56.424180 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Allocated IP 172.20.0.6 (28191df9-a105-449d-ba57-9b64bbdd432b/f90ec660-357b-4858-8619-eefae809d9ef/2ccb24ab-897a-47a4-94b8-70c815cede2d) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:56.436254 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef64a039-3a33-4d61-9aa9-5d371331c890 req-3dc8c034-2311-4e37-98b3-6b1a78df4818 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158626 May 17 16:23:56.481824 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f9361870-17e4-4ffb-b98e-9ab8469570dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360 HTTP/1.1" status: 200 len: 217 time: 0.0821421 May 17 16:23:56.528772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.537726 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:56.591434 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6efdf80d66d448b09ade7db06b2b9459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109494 May 17 16:23:56.592090 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57468) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:56.597055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c8a565-e832-4e13-9685-3b0d1c94edbc,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:56.600828 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-649fc1e2-1f0c-40f3-8425-6f03b3ee25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.602277 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-649fc1e2-1f0c-40f3-8425-6f03b3ee25a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b69b8e5e-98e0-49a3-86c7-5881ed17984b HTTP/1.1" status: 200 len: 848 time: 0.1136370 May 17 16:23:56.603062 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:56.672898 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-f697ac43-69d8-4319-8a49-5f1554af4d3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2743b61-2a02-4ba0-8a3d-3f2650279a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584853 May 17 16:23:56.691672 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1710-53a4-4256-84e5-3dc833adf2cb req-e042d99b-6a42-4d20-980b-8734490e7288 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.693152 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b3ab1710-53a4-4256-84e5-3dc833adf2cb req-e042d99b-6a42-4d20-980b-8734490e7288 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 948 time: 0.1861176 May 17 16:23:56.728826 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.761557 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a06dfd8c-b142-4b5a-bb9b-9e09a53c512c details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:56.763170 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b3ab1710-53a4-4256-84e5-3dc833adf2cb req-a640f3a4-276a-4dcb-a23f-3213876e07f8 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591590 May 17 16:23:56.764330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bd13cd9e-6745-46dc-8730-0a303006daf3 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:23:56.789323 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.821218 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: bd13cd9e-6745-46dc-8730-0a303006daf3 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:23:56.822049 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bd13cd9e-6745-46dc-8730-0a303006daf3 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:23:56.847875 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.858931 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-bda44fa8-390b-44a2-850e-43c4f8c5e7d0 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752141 May 17 16:23:56.928241 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:56.936570 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:56.961612 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:56.978565 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c', 'network_id': '9b2b3f56-5d13-49b0-8cac-0fd8dbccee4a', 'port_id': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c', 'mac_address': 'fa:16:3e:ce:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a50dd6b-a73b-4eb0-9ee7-400299bd4faa', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:57.021493 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cd1072d5-1e95-42c6-bebb-f18811684d81 req-514549e6-ba2b-4640-b783-d3389768f3c9 service neutron] 10.222.0.26 "GET /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535199 May 17 16:23:57.041044 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.052126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Network 28191df9-a105-449d-ba57-9b64bbdd432b is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:57.055748 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:57.060155 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:57.065327 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06dfd8c-b142-4b5a-bb9b-9e09a53c512c {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:57.082254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:57.117665 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Pushing event updated for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:57.122253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:57.140455 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:57.141347 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.149646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.154701 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7dd86d0e-2ae7-43f2-9ee1-4b49ad0b5844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:57.167761 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c8a565-e832-4e13-9685-3b0d1c94edbc,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:57.170589 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:57.172493 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.174119 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9c8a565-e832-4e13-9685-3b0d1c94edbc HTTP/1.1" status: 204 len: 168 time: 0.5784733 May 17 16:23:57.240928 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.242680 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:57.339488 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-9132d105-e605-437e-9a12-b91269a8e2ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7559929 May 17 16:23:57.353452 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:57.354452 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Request body: {'port': {'device_id': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:57.367805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:57.484639 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a06dfd8c-b142-4b5a-bb9b-9e09a53c512c'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:57.489973 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:57.740559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-ad4486f0-8c27-4749-8429-ae8c636161ac tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:57.741275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-ad4486f0-8c27-4749-8429-ae8c636161ac tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Synchronizing usage tracker for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:57.949971 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-ad4486f0-8c27-4749-8429-ae8c636161ac tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Unset dirty status for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:57.951138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-ad4486f0-8c27-4749-8429-ae8c636161ac tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 931 time: 0.4420524 May 17 16:23:57.960077 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccb24ab-897a-47a4-94b8-70c815cede2d {{(pid=79275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:57.984331 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.049919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Transition to ACTIVE for port object 2ccb24ab-897a-47a4-94b8-70c815cede2d will not be triggered until provisioned by entity L2. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:58.069020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-985c23b7-5771-4873-8a5f-bb853d022a99 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Synchronizing usage tracker for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:58.119865 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d489-e8e5-4ad5-b6cc-40944504f017 req-8d2b9438-c58a-49c8-969d-ce886c30fba8 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.121408 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f9a6d489-e8e5-4ad5-b6cc-40944504f017 req-8d2b9438-c58a-49c8-969d-ce886c30fba8 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 944 time: 0.1211643 May 17 16:23:58.143831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.153136 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:58.295086 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f9a6d489-e8e5-4ad5-b6cc-40944504f017 req-65ceb778-cded-4d53-b2a1-9a425350e728 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673770 May 17 16:23:58.295657 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-985c23b7-5771-4873-8a5f-bb853d022a99 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Unset dirty status for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:58.296631 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-74dfa9e6-4606-45d1-8b28-08452b821ced req-985c23b7-5771-4873-8a5f-bb853d022a99 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317561 May 17 16:23:58.372861 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:58.375813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:58.667011 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Attempting to bind port 2ccb24ab-897a-47a4-94b8-70c815cede2d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:58.667363 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Attempting to bind port 2ccb24ab-897a-47a4-94b8-70c815cede2d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:58.667692 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Attempting to bind port 2ccb24ab-897a-47a4-94b8-70c815cede2d on network 28191df9-a105-449d-ba57-9b64bbdd432b {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:58.681027 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Port 2ccb24ab-897a-47a4-94b8-70c815cede2d on network 28191df9-a105-449d-ba57-9b64bbdd432b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:58.681347 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Attempting to bind port 2ccb24ab-897a-47a4-94b8-70c815cede2d on network 28191df9-a105-449d-ba57-9b64bbdd432b {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:58.694065 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:58.694419 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Checking segment: {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:58.694790 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Bound using segment: {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:58.695270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Bound port: 2ccb24ab-897a-47a4-94b8-70c815cede2d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'}}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:58.695632 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.726386 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfccec4-7f32-43b5-8195-373beb8ea959 req-658821c2-678e-49ca-a862-efca3a9f213d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.728017 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5cfccec4-7f32-43b5-8195-373beb8ea959 req-658821c2-678e-49ca-a862-efca3a9f213d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.2847519 May 17 16:23:58.787508 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a06dfd8c-b142-4b5a-bb9b-9e09a53c512c up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:58.801244 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae3446-2457-493c-9d7f-b87d02b53d47 req-c4ded34d-8bc9-404b-b287-43b99a2a4fb2 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.802747 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2fae3446-2457-493c-9d7f-b87d02b53d47 req-c4ded34d-8bc9-404b-b287-43b99a2a4fb2 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 949 time: 0.3156037 May 17 16:23:58.867372 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5cfccec4-7f32-43b5-8195-373beb8ea959 req-3bb8ef1f-e8f0-4898-86b0-ad0940c2abd5 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074803 May 17 16:23:58.896929 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2fae3446-2457-493c-9d7f-b87d02b53d47 req-b544695a-3cc4-4337-9cc8-267d82d74895 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 May 17 16:23:58.897915 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, cleared binding levels {{(pid=79275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:58.906019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:59.018624 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:59.029525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:59.029525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.064898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.065817 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57542) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:59.076860 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:59.158767 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.159645 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.161560 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ccb24ab-897a-47a4-94b8-70c815cede2d HTTP/1.1" status: 200 len: 1093 time: 1.8143194 May 17 16:23:59.172362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:59.175389 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.209807 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:59.242331 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=3']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:59.243000 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:59.270027 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:59.284484 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d', 'status': 'completed', 'code': 200} May 17 16:23:59.286639 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c', 'code': 200} May 17 16:23:59.315826 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.318420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:59.396697 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.415557 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:59.422658 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:778e7d302b0e410fb9d272a3763426d8 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:59.428356 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:59.436471 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:59.437511 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:59.443266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:59.472544 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-eef9c2aa-66b6-4e5a-9d4b-f450a4c05317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.474041 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-eef9c2aa-66b6-4e5a-9d4b-f450a4c05317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 1096 time: 0.1655142 May 17 16:23:59.742679 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce377b-49ff-44d9-a281-755f38fe19e0 req-7e1f72e3-ad33-4318-9769-1742fc9756af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.744215 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9ce377b-49ff-44d9-a281-755f38fe19e0 req-7e1f72e3-ad33-4318-9769-1742fc9756af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 1103 time: 0.0755219 May 17 16:23:59.779728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-d33d19f3-3b12-44af-b505-ac05baa246a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.784722 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-d33d19f3-3b12-44af-b505-ac05baa246a0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5d4743481c194a2f97d61d21a80a0acc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2702556 May 17 16:23:59.797131 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d9ce377b-49ff-44d9-a281-755f38fe19e0 req-da35e8fa-3419-4048-b226-742fe2ecc0e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 May 17 16:23:59.797513 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a45e59-edf1-440d-9251-4a32856d8ce9 req-3b9056f7-6703-4d44-99d2-9e69690f52fc tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.804487 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b1a45e59-edf1-440d-9251-4a32856d8ce9 req-3b9056f7-6703-4d44-99d2-9e69690f52fc tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 943 time: 0.3327389 May 17 16:23:59.835495 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.900414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c005-ea45-42f1-8d90-3290bc9dc2ac req-b924238d-91b7-42cd-89bd-c4d99187a9c0 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.901742 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7823c005-ea45-42f1-8d90-3290bc9dc2ac req-b924238d-91b7-42cd-89bd-c4d99187a9c0 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 944 time: 0.3654094 May 17 16:23:59.975912 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b1a45e59-edf1-440d-9251-4a32856d8ce9 req-860fb704-7aac-41d7-afe9-7cfb22dd82b2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458864 May 17 16:24:00.001156 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7823c005-ea45-42f1-8d90-3290bc9dc2ac req-017483a2-c2e0-4c15-82fa-e4635861af0e tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857096 May 17 16:24:00.018640 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.027909 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8007e737-72c2-4828-95bc-4f1f9062b88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:00.043946 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-fda5c64e-b618-4208-bbcd-1bac9c8814fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.045666 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1e71cbc7-d389-46c2-90eb-69bc108f1fbd req-fda5c64e-b618-4208-bbcd-1bac9c8814fd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445774 May 17 16:24:00.082382 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2970e-d6e5-48a3-8cb0-041a9b0da9e2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:00.089506 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=778e7d302b0e410fb9d272a3763426d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0200377 May 17 16:24:00.089506 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ee8e34de-597e-4587-b755-31a34c3c7cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:00.089939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57564) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:00.200921 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-74283a27-5772-4f16-b93b-3cdb82e779d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.341755 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.370038 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-bdb59cb6-b54d-4a37-b2fd-e926e0569974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.371519 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-bdb59cb6-b54d-4a37-b2fd-e926e0569974 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 1096 time: 0.2783632 May 17 16:24:00.393690 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645a8a-d257-4070-842d-424c4b3fba69 req-88fc17f6-2d5b-43be-b9e7-b0032c81bfcb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.395109 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fb645a8a-d257-4070-842d-424c4b3fba69 req-88fc17f6-2d5b-43be-b9e7-b0032c81bfcb tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.2413528 May 17 16:24:00.453612 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32d82f-b094-4d01-b911-41844c6538c0 req-4b013655-4a06-423f-a910-5f63daf7d56c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.455129 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1c32d82f-b094-4d01-b911-41844c6538c0 req-4b013655-4a06-423f-a910-5f63daf7d56c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 950 time: 0.3024175 May 17 16:24:00.456891 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.494308 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-b743a102-d315-49ce-b826-6cee1acf8ad9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d HTTP/1.1" status: 200 len: 217 time: 0.1093495 May 17 16:24:00.620124 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fb645a8a-d257-4070-842d-424c4b3fba69 req-a7dcffb1-37bc-4593-a90f-2fb431925f17 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517692 May 17 16:24:00.622620 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1c32d82f-b094-4d01-b911-41844c6538c0 req-38ce3c19-f7bd-4e23-9956-cfb16c8ca31e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439648 May 17 16:24:00.635987 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-b063539a-b942-4252-8738-6143ed5e6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.637509 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-b063539a-b942-4252-8738-6143ed5e6952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f90ec660-357b-4858-8619-eefae809d9ef HTTP/1.1" status: 200 len: 854 time: 0.1213706 May 17 16:24:00.709297 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-0aeac8f7-aac8-443d-96ef-fd391df101bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28191df9-a105-449d-ba57-9b64bbdd432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490842 May 17 16:24:00.742724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.750438 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-838e1d6c-bbc9-4606-b6ce-7677de9b9489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:00.803200 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7e5d68de-9ddc-4927-b5ef-9236c1b32360 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:00.815007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2970e-d6e5-48a3-8cb0-041a9b0da9e2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:00.817487 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:00.824900 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.825986 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8560c9b4-5b4d-4bef-9e95-046ca6894a72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4b2970e-d6e5-48a3-8cb0-041a9b0da9e2 HTTP/1.1" status: 204 len: 168 time: 0.7350478 May 17 16:24:00.887166 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-3f2cfb96-9d34-4d64-8c1a-a92ef0161471 service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697059 May 17 16:24:00.982601 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:00.996964 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '7e5d68de-9ddc-4927-b5ef-9236c1b32360', 'network_id': 'b2743b61-2a02-4ba0-8a3d-3f2650279a63', 'port_id': '7e5d68de-9ddc-4927-b5ef-9236c1b32360', 'mac_address': 'fa:16:3e:4a:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69b8e5e-98e0-49a3-86c7-5881ed17984b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:01.085539 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.104901 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5d68de-9ddc-4927-b5ef-9236c1b32360 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:01.121490 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2c2ab2d-5c31-400d-a59f-39f529ac951e req-d4f920e1-1317-40be-ab88-a867773e88e1 service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255940 May 17 16:24:01.122144 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:01.212217 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.215069 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:01.291234 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23da33-7563-4097-8bc9-8b25b38cd954 req-b0151db7-5e1e-4640-8f2f-0d20d896a289 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.292691 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa23da33-7563-4097-8bc9-8b25b38cd954 req-b0151db7-5e1e-4640-8f2f-0d20d896a289 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 944 time: 0.1509202 May 17 16:24:01.301672 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e0a5-2444-42e8-82b6-15a43f5e9f76 req-7dfe00d0-eb92-4b57-aae6-118633a2e17e tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.303138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8ac7e0a5-2444-42e8-82b6-15a43f5e9f76 req-7dfe00d0-eb92-4b57-aae6-118633a2e17e tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 943 time: 0.1264777 May 17 16:24:01.322656 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:01.335349 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:01.371747 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa23da33-7563-4097-8bc9-8b25b38cd954 req-a9149bc8-902f-4748-bf36-5cd7b3c93abd tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 May 17 16:24:01.395556 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8ac7e0a5-2444-42e8-82b6-15a43f5e9f76 req-54fd425e-cad2-47df-8927-1988b7d565fa tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 May 17 16:24:01.479239 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['7e5d68de-9ddc-4927-b5ef-9236c1b32360'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:01.697179 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57588) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:01.715149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.729985 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:01.734558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Usage tracker for resource:security_group_rule and tenant:09759ff9d39647a5aabb861029374f51 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:01.738585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:01.776036 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:01.926261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe013-7136-43c0-9fc8-79937b7108e4 req-db975d0d-c06c-464c-80ff-a67b7dc651c6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.927643 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a8cbe013-7136-43c0-9fc8-79937b7108e4 req-db975d0d-c06c-464c-80ff-a67b7dc651c6 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1861727 May 17 16:24:01.936022 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3c77-545d-4d42-a764-a0f978437969 req-bb21e234-1042-45fe-b11b-48e24d89fef3 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.937363 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5b3d3c77-545d-4d42-a764-a0f978437969 req-bb21e234-1042-45fe-b11b-48e24d89fef3 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 950 time: 0.1591971 May 17 16:24:02.036733 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a8cbe013-7136-43c0-9fc8-79937b7108e4 req-8923fb28-22d2-4112-a6e5-d09796eedd25 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973444 May 17 16:24:02.038346 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.045492 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5b3d3c77-545d-4d42-a764-a0f978437969 req-bdf52a42-709c-4745-8503-653c8235c696 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895982 May 17 16:24:02.143789 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.152213 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2e16c039-ecf3-49ac-93ad-cd6c9a28be83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:02.192203 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09759ff9d39647a5aabb861029374f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936259 May 17 16:24:02.193785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f1020-9cd4-4d8f-9a79-298686cd0336,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:02.194837 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57598) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:02.196698 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:02.255967 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.284481 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.416965 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.421990 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c05f4f94-d73f-41e6-bf38-cb99cd34a156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:02.434911 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f1020-9cd4-4d8f-9a79-298686cd0336,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:02.437249 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:02.440153 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.443879 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/451f1020-9cd4-4d8f-9a79-298686cd0336 HTTP/1.1" status: 204 len: 168 time: 0.2456658 May 17 16:24:02.581029 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fe029-ca13-4e8c-89c5-ed4d8fb57522 req-61b667af-3520-4c12-8e2d-add743308397 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:02.582671 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a3fe029-ca13-4e8c-89c5-ed4d8fb57522 req-61b667af-3520-4c12-8e2d-add743308397 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 945 time: 0.0904737 May 17 16:24:02.627508 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a3fe029-ca13-4e8c-89c5-ed4d8fb57522 req-6cb9293e-550e-4507-8776-f692ad86a23d tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 May 17 16:24:02.805595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e07a-4b83-4ead-a18d-047ccd27dd47 req-cf3e30e1-b613-4dc1-8c25-e3e46892e8e2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:02.807193 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2bc4e07a-4b83-4ead-a18d-047ccd27dd47 req-cf3e30e1-b613-4dc1-8c25-e3e46892e8e2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 943 time: 0.1443293 May 17 16:24:02.817366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7e5d68de-9ddc-4927-b5ef-9236c1b32360 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:02.878243 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c66d-aaae-4ace-9f40-7bf734dc41e6 req-65b5e869-0489-499c-a951-359e8da6160f tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:02.879817 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a882c66d-aaae-4ace-9f40-7bf734dc41e6 req-65b5e869-0489-499c-a951-359e8da6160f tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 950 time: 0.1502120 May 17 16:24:02.885333 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2bc4e07a-4b83-4ead-a18d-047ccd27dd47 req-3fe99567-dd02-4287-a0c7-e7aa07636bbe tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708096 May 17 16:24:02.931100 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a882c66d-aaae-4ace-9f40-7bf734dc41e6 req-d56f3042-83ad-4b31-8c90-6e3352e70194 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 May 17 16:24:02.932582 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.021684 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d5333b95-4d1e-49c2-97b7-82fbfd33f4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.035416 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:03.042111 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:03.042833 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.206621 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.235213 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:03.253029 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:03.273806 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e4d60-b306-432f-b171-cb2228064e16 req-fec54d48-d194-4388-89ca-32c7e961050d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.276381 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-be3e4d60-b306-432f-b171-cb2228064e16 req-fec54d48-d194-4388-89ca-32c7e961050d tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1039379 May 17 16:24:03.293425 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360', 'code': 200} May 17 16:24:03.332358 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.334893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:03.357153 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-be3e4d60-b306-432f-b171-cb2228064e16 req-1e191ade-5060-40f1-b40d-9bc095b4643c tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731521 May 17 16:24:03.455037 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:03.459502 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:03.854866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc732d-054d-44a0-9b3d-b46b1ded0686 req-3a0fb14e-64da-4445-acee-cc5e96b1030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.856390 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d6cc732d-054d-44a0-9b3d-b46b1ded0686 req-3a0fb14e-64da-4445-acee-cc5e96b1030e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 1099 time: 0.1480379 May 17 16:24:03.887814 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588eefc-0311-4e6b-8c65-1129c441a749 req-d73d0d0c-75c8-4be9-b062-d807b1708dfb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.895683 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9588eefc-0311-4e6b-8c65-1129c441a749 req-d73d0d0c-75c8-4be9-b062-d807b1708dfb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.1421957 May 17 16:24:03.917133 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d067-2148-4c38-b861-e35327303f02 req-3807ff77-f7ca-4f95-a6b2-85957d8f3651 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.917941 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-e1b7d067-2148-4c38-b861-e35327303f02 req-3807ff77-f7ca-4f95-a6b2-85957d8f3651 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Synchronizing usage tracker for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:03.931444 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-e1b7d067-2148-4c38-b861-e35327303f02 req-3807ff77-f7ca-4f95-a6b2-85957d8f3651 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Unset dirty status for tenant:99e63d474d9c4d2da6ad843f1449c9cd on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:03.932646 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e1b7d067-2148-4c38-b861-e35327303f02 req-3807ff77-f7ca-4f95-a6b2-85957d8f3651 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 945 time: 0.1933906 May 17 16:24:03.942921 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.952124 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d6cc732d-054d-44a0-9b3d-b46b1ded0686 req-cb1e7abb-9232-4c08-bf58-cfc689c5843b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866756 May 17 16:24:03.959221 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9588eefc-0311-4e6b-8c65-1129c441a749 req-cc24accc-fb0b-4570-a92e-9134d69996c6 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 May 17 16:24:04.112603 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Deleting port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:24:04.112943 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.180414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c816-39f3-431a-8dc6-4890d314e0c8 req-cb72676c-fef2-47bb-98ef-7ccde97571bb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.181891 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7745c816-39f3-431a-8dc6-4890d314e0c8 req-cb72676c-fef2-47bb-98ef-7ccde97571bb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 943 time: 0.1649966 May 17 16:24:04.220661 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1b01-1fa2-4f33-999b-985a82318df0 req-b943acc1-de70-4b57-a6c2-650f1d231b33 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.222302 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b55b1b01-1fa2-4f33-999b-985a82318df0 req-b943acc1-de70-4b57-a6c2-650f1d231b33 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 950 time: 0.1279056 May 17 16:24:04.255015 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] For port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:04.258173 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.265346 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7745c816-39f3-431a-8dc6-4890d314e0c8 req-12ff8996-e3d5-4123-a73a-0595df2f5616 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 May 17 16:24:04.300490 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b55b1b01-1fa2-4f33-999b-985a82318df0 req-2787331c-f7fe-4a4d-a895-5f6f9f22b996 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/security-groups?id=aee270ce-739f-4233-b4c7-b2e7d949028b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631375 May 17 16:24:04.388560 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Calling delete_port for 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:04.548276 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-b75e34d2-3c85-4da9-a69f-5743f922a2b2 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.549814 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-b75e34d2-3c85-4da9-a69f-5743f922a2b2 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.26 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 950 time: 0.1549108 May 17 16:24:04.596727 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.607741 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2047fc8b-2607-43dd-9e51-d5939153234a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:04.610565 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:04.678525 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Pushing event deleted for resources: {'Port': ['ID=4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:04.683492 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:04.740111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267dac-8ecd-4941-9d34-40a18ea242d6 req-b570611c-cbfc-4061-9d5e-b5d031921358 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.741623 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f5267dac-8ecd-4941-9d34-40a18ea242d6 req-b570611c-cbfc-4061-9d5e-b5d031921358 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 867 time: 0.2619374 May 17 16:24:04.778113 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] No DVR routers for this DVR port 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:24:04.781002 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.785989 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'name': 'network-vif-deleted', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:04.817615 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f5267dac-8ecd-4941-9d34-40a18ea242d6 req-3208c853-5509-48af-98a2-6c9ff45ff42b tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f03fab1-be81-4a5c-8c92-6a9f96f03f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645459 May 17 16:24:04.842071 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fcfb9b-d8b2-407d-ae4b-e74ba388725f', 'name': 'network-vif-deleted', 'tag': '4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a', 'status': 'completed', 'code': 200} May 17 16:24:04.842163 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Deleting port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:24:04.842163 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.850077 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 2ccb24ab-897a-47a4-94b8-70c815cede2d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:04.857440 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e1b7d067-2148-4c38-b861-e35327303f02 req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.26 "DELETE /v2.0/ports/4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a HTTP/1.1" status: 204 len: 173 time: 0.9161165 May 17 16:24:05.053522 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] For port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,segment=NetworkSegment(1ebeaca9-d476-46c4-b7df-669ab3b55943),segment_id=1ebeaca9-d476-46c4-b7df-669ab3b55943)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:05.054024 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.057447 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:05.086592 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '2ccb24ab-897a-47a4-94b8-70c815cede2d', 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b', 'port_id': '2ccb24ab-897a-47a4-94b8-70c815cede2d', 'mac_address': 'fa:16:3e:8d:83:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90ec660-357b-4858-8619-eefae809d9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:05.151677 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.180982 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccb24ab-897a-47a4-94b8-70c815cede2d {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:05.198186 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:05.232910 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Calling delete_port for a06dfd8c-b142-4b5a-bb9b-9e09a53c512c owned by compute:nova {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:05.270312 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.273260 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:05.339507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.400661 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a564da-5cbb-4a3d-b8a7-8b3c750b653a req-23f8ef8c-4502-417e-a8de-c43afd93b5eb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:05.403654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-08a564da-5cbb-4a3d-b8a7-8b3c750b653a req-23f8ef8c-4502-417e-a8de-c43afd93b5eb tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.1669235 May 17 16:24:05.412102 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:05.421544 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:05.528899 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['2ccb24ab-897a-47a4-94b8-70c815cede2d'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:05.558461 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-08a564da-5cbb-4a3d-b8a7-8b3c750b653a req-c8c941e9-e3d6-4467-881c-ebb47c2705b8 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 May 17 16:24:05.606011 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5f4fa-1bac-47e1-b20b-930cf0e8db2c req-26be335c-a626-4f03-b9ae-0b8db7640aa2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:05.606011 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-afa5f4fa-1bac-47e1-b20b-930cf0e8db2c req-26be335c-a626-4f03-b9ae-0b8db7640aa2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 944 time: 0.1988676 May 17 16:24:05.666456 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.670609 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-afa5f4fa-1bac-47e1-b20b-930cf0e8db2c req-9293d00d-e3a1-4d2b-b285-83c0d50016a2 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 May 17 16:24:05.676824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:05.769830 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Pushing event deleted for resources: {'Port': ['ID=a06dfd8c-b142-4b5a-bb9b-9e09a53c512c,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:05.821118 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-70a79c47-aee5-4bed-b3ce-d675709be4d2 req-0d06bc11-7466-4e84-ab4c-3e7a7b497d4d tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.0937502 May 17 16:24:05.827781 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.828769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.828769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.828769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.829127 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.829482 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.830025 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.830468 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.830840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.831184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.831517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.831856 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:05.841480 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:05.883516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] No DVR routers for this DVR port a06dfd8c-b142-4b5a-bb9b-9e09a53c512c on host hv-cinder-76810 {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:24:05.886209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.889558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'name': 'network-vif-deleted', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:05.905371 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6ec6cc77-4c6d-42b5-aaab-60a6bd3b0e2a req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.26 "DELETE /v2.0/ports/a06dfd8c-b142-4b5a-bb9b-9e09a53c512c HTTP/1.1" status: 204 len: 173 time: 1.3496265 May 17 16:24:05.957058 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4fd33-13da-41ac-a7f1-122cb18b28f8', 'name': 'network-vif-deleted', 'tag': 'a06dfd8c-b142-4b5a-bb9b-9e09a53c512c', 'status': 'completed', 'code': 200} May 17 16:24:06.005019 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cc3722b8-59e8-44be-b002-19b44902e5ba req-07bef805-888c-49f0-a896-41c89621609e tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] 10.222.0.59 "GET /v2.0/ports?device_id=31fcfb9b-d8b2-407d-ae4b-e74ba388725f HTTP/1.1" status: 200 len: 210 time: 0.0464070 May 17 16:24:06.107645 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['a06dfd8c-b142-4b5a-bb9b-9e09a53c512c'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:06.735771 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57708) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:06.796233 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa208a4c-7e61-4f49-bf24-09754f179435 req-44b53060-e848-45db-9db1-017d6403b440 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:06.798485 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa208a4c-7e61-4f49-bf24-09754f179435 req-44b53060-e848-45db-9db1-017d6403b440 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.0908837 May 17 16:24:06.853580 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 2ccb24ab-897a-47a4-94b8-70c815cede2d up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:06.878177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.896328 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:06.900544 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Usage tracker for resource:security_group_rule and tenant:f499f9d1d5094c82860f94c6e9d84cff is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:06.903575 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:06.909739 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:06.912691 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa208a4c-7e61-4f49-bf24-09754f179435 req-1628021a-3ae5-4300-8c18-16bd679e1f22 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073365 May 17 16:24:06.939969 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95632b00-27cf-478c-a0db-ae06bde6fe23 req-42b21a0f-f89b-43d2-8d8f-b03ad0702981 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:06.948715 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-95632b00-27cf-478c-a0db-ae06bde6fe23 req-42b21a0f-f89b-43d2-8d8f-b03ad0702981 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 944 time: 0.1409264 May 17 16:24:07.009493 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-95632b00-27cf-478c-a0db-ae06bde6fe23 req-ece0bf9f-5ee4-451a-bdd0-484049eeff8b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 May 17 16:24:07.057691 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 2ccb24ab-897a-47a4-94b8-70c815cede2d completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:07.066889 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 2ccb24ab-897a-47a4-94b8-70c815cede2d triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:07.066889 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.116966 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.178138 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-c4874f23-deb9-4d86-abf8-564e231e625e req-4895e0d8-f4e6-4372-8f70-ab58a1a3274e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Synchronizing usage tracker for tenant:8b78b3d450ef4e098bd39181646c3921 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:07.212627 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.220887 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3c7c313e-2dfb-47c4-a059-e44d85522fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:07.255961 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.262996 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946431c-d161-4a3f-a5d8-dfdcb06d5949,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:07.266545 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:07.282558 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-e1ae1cc6-f17a-479e-bb77-f8db1d8e2f44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f499f9d1d5094c82860f94c6e9d84cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451186 May 17 16:24:07.285427 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57720) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:07.294726 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:07.304133 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57726) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:07.308431 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:07.316124 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-c4874f23-deb9-4d86-abf8-564e231e625e req-4895e0d8-f4e6-4372-8f70-ab58a1a3274e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Unset dirty status for tenant:8b78b3d450ef4e098bd39181646c3921 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:07.317404 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c4874f23-deb9-4d86-abf8-564e231e625e req-4895e0d8-f4e6-4372-8f70-ab58a1a3274e tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b4fd33-13da-41ac-a7f1-122cb18b28f8 HTTP/1.1" status: 200 len: 210 time: 0.1985712 May 17 16:24:07.351974 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d', 'code': 200} May 17 16:24:07.426201 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.427026 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a06dfd8c-b142-4b5a-bb9b-9e09a53c512c no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:07.455499 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:07.499888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.519436 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: a06dfd8c-b142-4b5a-bb9b-9e09a53c512c {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:07.519859 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device a06dfd8c-b142-4b5a-bb9b-9e09a53c512c not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:07.520278 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:07.540759 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.559000 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:07.559351 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 4b1a1ac9-a93d-4e0d-ac36-20bcfceadb0a not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:07.577928 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:07.581636 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:07.764682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27a3f7-6f11-43d4-97df-ae74694811f3 req-b56828be-9f22-4650-bf99-7e12a2bd4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:07.766766 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b27a3f7-6f11-43d4-97df-ae74694811f3 req-b56828be-9f22-4650-bf99-7e12a2bd4251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 1098 time: 0.0820701 May 17 16:24:07.826736 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b27a3f7-6f11-43d4-97df-ae74694811f3 req-da08c32f-13bd-4c1f-8212-a4b20ad72077 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 May 17 16:24:07.980670 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.990541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7c3b31b7-d475-4975-8ece-888ce65e89e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:08.010668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946431c-d161-4a3f-a5d8-dfdcb06d5949,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:08.013074 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:08.020294 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:08.024491 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f946431c-d161-4a3f-a5d8-dfdcb06d5949 HTTP/1.1" status: 204 len: 168 time: 0.7348135 May 17 16:24:08.051201 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:08.221771 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d0162-cde2-4ca0-a337-59f4b02c40dd req-7fd961fb-a6af-4231-a55c-af0cd0510a47 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:08.223222 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-777d0162-cde2-4ca0-a337-59f4b02c40dd req-7fd961fb-a6af-4231-a55c-af0cd0510a47 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0864675 May 17 16:24:08.289902 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-777d0162-cde2-4ca0-a337-59f4b02c40dd req-c446a558-1781-46da-b343-95c89854a5f0 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 May 17 16:24:08.627953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Deleting port 87eeb4e4-a568-4108-9682-e85d2759b237 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:24:08.628305 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:08.783609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] For port 87eeb4e4-a568-4108-9682-e85d2759b237, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=87eeb4e4-a568-4108-9682-e85d2759b237,segment=NetworkSegment(9acc745b-60d1-4d2f-a2c2-9a5a18b75859),segment_id=9acc745b-60d1-4d2f-a2c2-9a5a18b75859)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:08.783980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:08.912275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Calling delete_port for 87eeb4e4-a568-4108-9682-e85d2759b237 owned by network:router_interface {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:09.367881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.372582 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ae413dc8-b642-4b8f-bd3f-3478f02d229d tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:09.382146 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9712cdc-db29-43e6-90c3-d738176581f3 req-498dd16f-f1ae-407d-8649-9d757bbda0c1 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:09.386666 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e9712cdc-db29-43e6-90c3-d738176581f3 req-498dd16f-f1ae-407d-8649-9d757bbda0c1 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.1135604 May 17 16:24:09.418098 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=87eeb4e4-a568-4108-9682-e85d2759b237,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:09.451604 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57808) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:09.496119 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.496475 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.497242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.497242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.497453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.497785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.498114 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.498437 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.498904 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.499099 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.499426 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.499744 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:09.502737 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e9712cdc-db29-43e6-90c3-d738176581f3 req-9d046ff1-5cd6-44ef-974f-58b1462a92f4 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076913 May 17 16:24:09.520544 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:09.545071 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b6bdb-a368-4a35-a43e-ff605299eaab req-a72cbec3-5d46-4257-9247-8881bc09261f tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:09.553169 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-473b6bdb-a368-4a35-a43e-ff605299eaab req-a72cbec3-5d46-4257-9247-8881bc09261f tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.1429048 May 17 16:24:09.636200 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1227422319-network', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:09.680965 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-473b6bdb-a368-4a35-a43e-ff605299eaab req-c6486689-ab34-47cf-bbd3-987e9601546c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267512 May 17 16:24:09.703919 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:09.711891 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Usage tracker for resource:network and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:09.715458 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:09.724167 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:09.742707 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.979547 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Made reservation on behalf of d2f068465ae2457bae51c00f404a7c8f for: {'network': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:09.981817 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.997282 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.037819 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:10.060878 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:10.082079 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:10.101662 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:10.131652 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57904) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:10.170829 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:24:10.294446 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.318031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:10.322719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Usage tracker for resource:security_group_rule and tenant:83e34cd60f714186a53c84b42c38293f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:10.326140 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:10.333469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:10.361122 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Router bdd3106b-54af-4e6a-be79-f9f6a0a3635a has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:10.386132 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.425759 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.487143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.494199 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fe0eadec-d7c0-4dfa-baee-9f31ef843af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:10.531698 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.535688 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62859e04-5857-4bb0-8f0f-18c2e4510583,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:10.538927 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:10.544800 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83e34cd60f714186a53c84b42c38293f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116242 May 17 16:24:10.545052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57924) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:10.553848 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1d790e47-df04-46a8-a919-0439d01d0aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:10.584959 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=79274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:10.609283 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:10.612904 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.613437 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.segments_db [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Added segment a9c21c66-264b-4fee-8037-769d02d2b90b of type vlan for network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb May 17 16:24:10.620329 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:10.625966 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:10.638179 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Sync routers for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:10.657199 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.665729 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:10.666500 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:10.675802 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.699458 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] 10.222.0.59 "PUT /v2.0/routers/bdd3106b-54af-4e6a-be79-f9f6a0a3635a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913016 May 17 16:24:10.702158 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57934) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:10.708834 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.793352 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.796784 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:10.797478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.805083 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cc5fddbe-17a8-4fd0-8901-92130474b292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:10.902861 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:10.912892 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.918277 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-03e1ae73-041c-45ed-a243-e671dec148a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:10.934511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62859e04-5857-4bb0-8f0f-18c2e4510583,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:10.940969 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:10.953062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:10.957825 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62859e04-5857-4bb0-8f0f-18c2e4510583 HTTP/1.1" status: 204 len: 168 time: 0.4082241 May 17 16:24:10.971669 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fe90e-0b18-4a00-9c70-53ab650fe109 req-bce2db54-a97a-4da0-90b4-4a0fae7bca96 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:10.973166 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-807fe90e-0b18-4a00-9c70-53ab650fe109 req-bce2db54-a97a-4da0-90b4-4a0fae7bca96 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.3426819 May 17 16:24:11.002189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Pushing event updated for resources: {'Network': ['ID=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:11.009333 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:11.014859 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:11.020001 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-947a48e1-a93b-42c1-87ff-89342a5c5708 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:11.021721 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-947a48e1-a93b-42c1-87ff-89342a5c5708 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 946 time: 0.2405000 May 17 16:24:11.028885 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks [] for router, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.150320 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6983879 May 17 16:24:11.186298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 57948) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:11.214060 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Request body: {'subnet': {'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1227422319-subnet', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:11.241838 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-807fe90e-0b18-4a00-9c70-53ab650fe109 req-66253c5e-040c-44dc-94ea-83989195ef9f tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/security-groups?id=ada18ee4-bc3f-493d-bd58-a948ee7e38ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621608 May 17 16:24:11.250668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:11.273176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Deleting port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:24:11.273524 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.283975 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Usage tracker for resource:subnet and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:11.289808 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:11.382274 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:11.398533 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:24:09Z', 'revision_number': 5, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:11.404041 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Checking router: bdd3106b-54af-4e6a-be79-f9f6a0a3635a for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:11.417739 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Routers {'bdd3106b-54af-4e6a-be79-f9f6a0a3635a'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:11.419009 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:11.462023 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.508561 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] For port 7e5d68de-9ddc-4927-b5ef-9236c1b32360, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7e5d68de-9ddc-4927-b5ef-9236c1b32360,segment=NetworkSegment(f43928eb-0856-4370-8139-3181a46513e9),segment_id=f43928eb-0856-4370-8139-3181a46513e9)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:11.509185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.533967 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Made reservation on behalf of d2f068465ae2457bae51c00f404a7c8f for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:11.537238 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.714521 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Calling delete_port for 7e5d68de-9ddc-4927-b5ef-9236c1b32360 owned by compute:nova {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:11.717874 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] Set router bdd3106b-54af-4e6a-be79-f9f6a0a3635a gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:11.795337 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Deleting port 65ea864e-570a-4a21-bd56-f11a69b62f9e {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:24:11.795680 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.952842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] For port 65ea864e-570a-4a21-bd56-f11a69b62f9e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=65ea864e-570a-4a21-bd56-f11a69b62f9e,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:11.953277 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.977945 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.989749 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:11.992363 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['7e5d68de-9ddc-4927-b5ef-9236c1b32360'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:12.104041 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 57978) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:12.124578 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Pushing event deleted for resources: {'Port': ['ID=7e5d68de-9ddc-4927-b5ef-9236c1b32360,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:12.135305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:12.168025 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:24:09Z', 'revision_number': 5, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:12.168025 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b61436-7542-4308-9d11-e6c4a21379f0 None None] The sync data for ids ['bdd3106b-54af-4e6a-be79-f9f6a0a3635a'] in dv-cinder-768105-8-smb is: [{'id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'name': 'tempest-ServerRescueNegativeTestJSON-933515545-router', 'tenant_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:21:07Z', 'updated_at': '2021-05-17T16:24:09Z', 'revision_number': 5, 'project_id': '99e63d474d9c4d2da6ad843f1449c9cd', 'gw_port': {'id': '65ea864e-570a-4a21-bd56-f11a69b62f9e', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd3106b-54af-4e6a-be79-f9f6a0a3635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:21:08Z', 'updated_at': '2021-05-17T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:12.168396 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.193561 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] No DVR routers for this DVR port 7e5d68de-9ddc-4927-b5ef-9236c1b32360 on host hv-cinder-76810 {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:24:12.199077 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.202664 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'name': 'network-vif-deleted', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:12.209953 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:12.219387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Usage tracker for resource:security_group_rule and tenant:03730ba624244b2b9a8d526c151428f9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:12.223036 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-82ca3f86-be25-47df-b336-dac2e2d93ec4 req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.26 "DELETE /v2.0/ports/7e5d68de-9ddc-4927-b5ef-9236c1b32360 HTTP/1.1" status: 204 len: 173 time: 1.1872623 May 17 16:24:12.223799 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:12.233817 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:12.259542 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6c2126-fde6-413c-b6a7-980ed520b622', 'name': 'network-vif-deleted', 'tag': '7e5d68de-9ddc-4927-b5ef-9236c1b32360', 'status': 'completed', 'code': 200} May 17 16:24:12.270355 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Calling delete_port for 65ea864e-570a-4a21-bd56-f11a69b62f9e owned by network:router_gateway {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:12.339086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.424655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-47693e69-704d-4d97-9abd-46f3a7c1268e req-2ba4c121-059c-4922-ab75-6fab076f50ce tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Synchronizing usage tracker for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:12.462990 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.482359 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-044f90bd-b50b-4a81-9d19-4cf9aa406dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:12.510469 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03730ba624244b2b9a8d526c151428f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927095 May 17 16:24:12.510469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58002) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:12.555454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0036ef83-6c7a-494f-b302-2a3bcc4a29f2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:12.560801 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:12.566067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-47693e69-704d-4d97-9abd-46f3a7c1268e req-2ba4c121-059c-4922-ab75-6fab076f50ce tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Unset dirty status for tenant:8fc4215488bd496d8123b95517bfd0ec on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:12.580313 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-47693e69-704d-4d97-9abd-46f3a7c1268e req-2ba4c121-059c-4922-ab75-6fab076f50ce tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6c2126-fde6-413c-b6a7-980ed520b622 HTTP/1.1" status: 200 len: 210 time: 0.2029510 May 17 16:24:12.607977 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.661138 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.793010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.805825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:12.853412 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Pushing event deleted for resources: {'Port': ['ID=65ea864e-570a-4a21-bd56-f11a69b62f9e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:12.861028 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:12.863767 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.873837 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7902c093-e14d-4f5f-8d4e-2ba2bc8e0cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:12.888381 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0036ef83-6c7a-494f-b302-2a3bcc4a29f2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:12.893653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:12.918159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.919658 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0036ef83-6c7a-494f-b302-2a3bcc4a29f2 HTTP/1.1" status: 204 len: 168 time: 0.4175830 May 17 16:24:12.963401 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.964792 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.005470 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:13.171666 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 87eeb4e4-a568-4108-9682-e85d2759b237 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:13.220313 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 87eeb4e4-a568-4108-9682-e85d2759b237 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:13.220313 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 87eeb4e4-a568-4108-9682-e85d2759b237 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:13.251815 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.256818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.270924 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2eacc1f-4359-4f0c-b831-a1859115a923,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:13.335712 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:13.336609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Checking segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:13.336972 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Network hostable DHCP agents. Network: 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:13.456015 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:13.460699 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.461453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd3106b-54af-4e6a-be79-f9f6a0a3635a {{(pid=79274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:24:13.486708 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.488210 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] 10.222.0.59 "DELETE /v2.0/routers/bdd3106b-54af-4e6a-be79-f9f6a0a3635a HTTP/1.1" status: 204 len: 168 time: 2.7849977 May 17 16:24:13.491779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58054) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:13.567307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Deleting subnet 39d382ac-a153-44ef-9978-d56d89c60577 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:24:13.570931 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.580171 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:13.595216 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b2982-082b-4f4a-9eff-ebd8ca974070 None None] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:13.597007 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:13.597856 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.679235 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-06298f14-8fb1-4a16-80f1-36f4f008907d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4886041 May 17 16:24:13.679858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58064) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:13.684271 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.688377 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:13.694492 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:13.698840 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Usage tracker for resource:router and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:13.707314 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:13.713986 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:13.799188 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.811963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.815315 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.832559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.950833 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:13.950833 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.429395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Allocated IP 172.20.0.2 (68f38a49-e9a2-4c0a-a9b0-4487cc620dbb/e2eacc1f-4359-4f0c-b831-a1859115a923/c3789cf6-adff-4545-bdc8-3270cefe1b33) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:14.509882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.590365 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.601779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:14.636504 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d382ac-a153-44ef-9978-d56d89c60577,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:14.652778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:14.653108 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.660945 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b18d2045-dad2-42ff-8390-b5a437110217 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/39d382ac-a153-44ef-9978-d56d89c60577 HTTP/1.1" status: 204 len: 168 time: 1.1680508 May 17 16:24:14.663399 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58122) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:14.833742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.858487 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.875031 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Transition to ACTIVE for port object c3789cf6-adff-4545-bdc8-3270cefe1b33 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:14.899347 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Transition to ACTIVE for port object c3789cf6-adff-4545-bdc8-3270cefe1b33 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:14.912615 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7e5d68de-9ddc-4927-b5ef-9236c1b32360 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:14.964768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 7e5d68de-9ddc-4927-b5ef-9236c1b32360 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:14.965299 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 7e5d68de-9ddc-4927-b5ef-9236c1b32360 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:14.973575 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.979026 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:15.064566 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65ea864e-570a-4a21-bd56-f11a69b62f9e no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:15.120485 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:15.133774 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:15.141307 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 65ea864e-570a-4a21-bd56-f11a69b62f9e {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:15.141683 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 65ea864e-570a-4a21-bd56-f11a69b62f9e not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:15.154013 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:15.155619 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.187155 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Pushing event updated for resources: {'Port': ['ID=c3789cf6-adff-4545-bdc8-3270cefe1b33,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:15.187694 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fca1f68-4f33-4612-b89d-6ecc55e2e1c5']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:15.202821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:15.205528 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acc745b-60d1-4d2f-a2c2-9a5a18b75859') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:15.206481 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acc745b-60d1-4d2f-a2c2-9a5a18b75859') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:15.224629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.263970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.269307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:24:15.269635 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:24:15.343930 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:24:15.358789 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.406413 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.474109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.478560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c4627ea7-5400-41d8-8116-9f16b58e285f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:15.505430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.516825 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Pushing event deleted for resources: {'Network': ['ID=2fca1f68-4f33-4612-b89d-6ecc55e2e1c5,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:15.523021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:15.622083 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Allocated IP 172.28.2.138 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/94059cbd-2cb0-4c95-ac75-2fdda93f622a) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:15.651114 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c98ea884-523f-41ef-a899-96789508431f admin admin] 10.222.0.59 "DELETE /v2.0/networks/2fca1f68-4f33-4612-b89d-6ecc55e2e1c5 HTTP/1.1" status: 204 len: 168 time: 0.9831283 May 17 16:24:15.784736 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Attempting to bind port c3789cf6-adff-4545-bdc8-3270cefe1b33 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:15.787076 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Attempting to bind port c3789cf6-adff-4545-bdc8-3270cefe1b33 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:15.787622 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Attempting to bind port c3789cf6-adff-4545-bdc8-3270cefe1b33 on network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:15.797103 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:15.801821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Checking segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:15.801821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.801821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Bound using segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:15.801821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Bound port: c3789cf6-adff-4545-bdc8-3270cefe1b33, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:15.801821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.923797 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.022377 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] For port c3789cf6-adff-4545-bdc8-3270cefe1b33, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:16.031260 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] For port c3789cf6-adff-4545-bdc8-3270cefe1b33, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=c3789cf6-adff-4545-bdc8-3270cefe1b33,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:16.088984 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.094318 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:16.174933 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.179511 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:16.183878 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:16.187037 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:16.199100 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:16.245757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58196) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:16.249900 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=94059cbd-2cb0-4c95-ac75-2fdda93f622a,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:16.257653 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:16.267359 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Pushing event updated for resources: {'Port': ['ID=c3789cf6-adff-4545-bdc8-3270cefe1b33,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:16.272144 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:16.324152 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-5daabb85-0b7a-4887-a5b5-c382ceacbddc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99e63d474d9c4d2da6ad843f1449c9cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0771379 May 17 16:24:16.326605 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58200) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:16.403339 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.452307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.656381 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.666474 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-002a07e9-d865-47cd-bd30-51846ef1e02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:16.688268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03fab1-be81-4a5c-8c92-6a9f96f03f81,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:16.714560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:16.763294 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.764955 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f03fab1-be81-4a5c-8c92-6a9f96f03f81 HTTP/1.1" status: 204 len: 168 time: 0.4372048 May 17 16:24:16.867047 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.200906 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device c3789cf6-adff-4545-bdc8-3270cefe1b33 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:17.372851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port c3789cf6-adff-4545-bdc8-3270cefe1b33 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:17.424946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.450659 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcaf4ca-690f-40df-a6ef-03b12b627bb8 None None] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:17.701248 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58244) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:17.715257 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Provisioning for port c3789cf6-adff-4545-bdc8-3270cefe1b33 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:17.724603 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Provisioning complete for port c3789cf6-adff-4545-bdc8-3270cefe1b33 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:17.725353 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.817273 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Router 1690e60f-c953-40b4-b98b-d08f88c66e26 is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:17.974400 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-221621be-ca95-451c-aa54-cb4510c022db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b78b3d450ef4e098bd39181646c3921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719400 May 17 16:24:17.977145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58258) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:18.076446 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.085244 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.132502 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.191893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] For port c3789cf6-adff-4545-bdc8-3270cefe1b33, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=c3789cf6-adff-4545-bdc8-3270cefe1b33,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:18.253892 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:18.270347 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.273077 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:18.328675 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Sync routers for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:18.362621 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.376308 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f976816c-e6f8-4e26-bc16-eec267c3af5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:18.387913 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:18.389093 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:18.392219 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.396322 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aee270ce-739f-4233-b4c7-b2e7d949028b HTTP/1.1" status: 204 len: 168 time: 0.4149880 May 17 16:24:18.398046 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee270ce-739f-4233-b4c7-b2e7d949028b,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:18.408884 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ea5622f3-5d0d-464b-a659-33e2072f0178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:18.425046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.426657 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7454038 May 17 16:24:18.429446 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58276) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:18.592578 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Pushing event updated for resources: {'Port': ['ID=c3789cf6-adff-4545-bdc8-3270cefe1b33,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:18.597890 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:18.676166 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-949ff39d-9d98-40d2-bf9c-d3b017018ecb None None] Provisioning complete for port c3789cf6-adff-4545-bdc8-3270cefe1b33 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:18.676893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-949ff39d-9d98-40d2-bf9c-d3b017018ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.772757 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:19.187661 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device c3789cf6-adff-4545-bdc8-3270cefe1b33 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:19.241653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58296) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:19.370458 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port c3789cf6-adff-4545-bdc8-3270cefe1b33 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:19.371421 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.447667 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:16Z', 'revision_number': 3, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:19.469075 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Checking router: 1690e60f-c953-40b4-b98b-d08f88c66e26 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:19.469456 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Updating router 1690e60f-c953-40b4-b98b-d08f88c66e26 port 94059cbd-2cb0-4c95-ac75-2fdda93f622a binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:19.570583 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.624198 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-network', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:19.658637 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:19.665513 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Usage tracker for resource:network and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:19.669734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:19.680326 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:19.776422 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.806572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Made reservation on behalf of 8a0dd9ef8ede40d6a0720b86f3929f0b for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:19.809660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.835512 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.869479 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:19.876986 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:19.883602 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:19.899280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:20.084593 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.173564 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Allocated IP 172.20.0.1 (68f38a49-e9a2-4c0a-a9b0-4487cc620dbb/e2eacc1f-4359-4f0c-b831-a1859115a923/b947cd57-e5d2-430d-b430-6d4b05ac9fbf) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:20.189632 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.206673 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:20.228517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.229095 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Added segment 4bb538a3-eba8-41f3-ae93-7741f9a3abd2 of type vlan for network 9786f529-357f-4322-8848-db59da71bfef May 17 16:24:20.261338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.294488 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-60fd5e15-d436-4bf9-a7c8-612de786a4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:20.353533 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265828a-0dc8-4171-9ea1-f598d77100d6,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:20.369088 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:20.384414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.386494 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:20.387608 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.401005 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:20.466504 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.521712 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Transition to ACTIVE for port object 94059cbd-2cb0-4c95-ac75-2fdda93f622a will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:20.601641 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Pushing event updated for resources: {'Network': ['ID=9786f529-357f-4322-8848-db59da71bfef,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:20.616721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:20.617883 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 9786f529-357f-4322-8848-db59da71bfef details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:20.652932 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.675887 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.685269 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58310) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:20.686174 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4435198 May 17 16:24:20.696539 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Request body: {'subnet': {'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-subnet', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:20.709064 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:20.714015 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Transition to ACTIVE for port object b947cd57-e5d2-430d-b430-6d4b05ac9fbf will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:20.715724 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Usage tracker for resource:subnet and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:20.719717 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:20.723414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4fa7a03f-9464-490d-8b16-19fd167e0897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:20.727597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:20.837326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Made reservation on behalf of 8a0dd9ef8ede40d6a0720b86f3929f0b for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:20.841026 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.856628 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Attempting to bind port 94059cbd-2cb0-4c95-ac75-2fdda93f622a on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:20.857331 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Attempting to bind port 94059cbd-2cb0-4c95-ac75-2fdda93f622a by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:20.857852 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Attempting to bind port 94059cbd-2cb0-4c95-ac75-2fdda93f622a on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:20.869565 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Pushing event updated for resources: {'Port': ['ID=94059cbd-2cb0-4c95-ac75-2fdda93f622a,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:20.882876 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:20.884125 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:20.884732 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:20.885309 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.885889 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:20.886505 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Bound port: 94059cbd-2cb0-4c95-ac75-2fdda93f622a, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:20.887083 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.982044 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] For port 94059cbd-2cb0-4c95-ac75-2fdda93f622a, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:20.987846 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] For port 94059cbd-2cb0-4c95-ac75-2fdda93f622a, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=94059cbd-2cb0-4c95-ac75-2fdda93f622a,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:21.129656 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.144341 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2b3ec03-6576-4bd3-bdbd-5cc6a1cc3b9e tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.171484 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.176056 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.229393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:21.233888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:21.239894 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:21.264082 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Pushing event updated for resources: {'Port': ['ID=94059cbd-2cb0-4c95-ac75-2fdda93f622a,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.267734 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:21.268706 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:21.322865 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:21.380243 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Pushing event updated for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.446405 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.524532 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:21.622886 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:21.853701 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.857871 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.919368 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7787c7-d111-4a19-9d61-1de2bd810d35,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.956444 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:22.027726 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Checking segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:22.028088 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Network hostable DHCP agents. Network: 9786f529-357f-4322-8848-db59da71bfef, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:22.031752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.065266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-d0fe92d5-2b75-43de-b9d1-8cfc6c6078bf None None] Provisioning for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:22.079344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-d0fe92d5-2b75-43de-b9d1-8cfc6c6078bf None None] Provisioning complete for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:22.079719 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d0fe92d5-2b75-43de-b9d1-8cfc6c6078bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.165133 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe92d5-2b75-43de-b9d1-8cfc6c6078bf None None] Port b947cd57-e5d2-430d-b430-6d4b05ac9fbf cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:22.174827 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:16Z', 'revision_number': 3, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:22.180131 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df59088-4216-48f7-94cb-3b85534a1db4 None None] The sync data for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb is: [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:16Z', 'revision_number': 3, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:22.249075 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Network 9786f529-357f-4322-8848-db59da71bfef is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:22.575562 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.612069 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 9786f529-357f-4322-8848-db59da71bfef) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:22.629647 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:22.629647 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.630192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf310e-965b-4be0-b0ef-772b9178207a None None] Network 9786f529-357f-4322-8848-db59da71bfef requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:22.716187 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.752012 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19d76425-0dcc-4b7b-a1ae-b2c2986dda7b tempest-AttachVolumeNegativeTest-267507389 tempest-AttachVolumeNegativeTest-267507389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:22.836070 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1495299 May 17 16:24:22.839906 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58326) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:22.848478 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:22.870471 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:22.870593 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Pushing event updated for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:22.871833 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:22.872840 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.899915 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Usage tracker for resource:router and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:22.910032 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:22.950836 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:23.162148 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.164464 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.216726 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.264266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 94059cbd-2cb0-4c95-ac75-2fdda93f622a up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:23.310203 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:23.312325 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:23.430749 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-9786f529-357f-4322-8848-db59da71bfef', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:23.436276 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.731662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 94059cbd-2cb0-4c95-ac75-2fdda93f622a completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:23.748987 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 94059cbd-2cb0-4c95-ac75-2fdda93f622a triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:23.759898 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.881980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Router 1690e60f-c953-40b4-b98b-d08f88c66e26 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:23.947795 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-d8a82918-cb72-464d-aa90-365ad34ef59e None None] Provisioning complete for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:23.951552 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d8a82918-cb72-464d-aa90-365ad34ef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.057868 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-d8a82918-cb72-464d-aa90-365ad34ef59e None None] Port b947cd57-e5d2-430d-b430-6d4b05ac9fbf cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:24.191639 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Allocated IP 172.20.0.2 (9786f529-357f-4322-8848-db59da71bfef/2a7787c7-d111-4a19-9d61-1de2bd810d35/d7bb56c2-cdd1-4d84-9173-181a34475747) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:24.196240 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.238519 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.240216 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:24.274666 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] 10.222.0.59 "PUT /v2.0/routers/1690e60f-c953-40b4-b98b-d08f88c66e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8361454 May 17 16:24:24.324850 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 94059cbd-2cb0-4c95-ac75-2fdda93f622a, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=94059cbd-2cb0-4c95-ac75-2fdda93f622a,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:24.450344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.468105 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:24.624801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=94059cbd-2cb0-4c95-ac75-2fdda93f622a,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:24.632330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:24.664385 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.697665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Transition to ACTIVE for port object d7bb56c2-cdd1-4d84-9173-181a34475747 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:24.739602 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Transition to ACTIVE for port object d7bb56c2-cdd1-4d84-9173-181a34475747 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:24.832898 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Sync routers for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:24.848629 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:24.849836 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:24.851247 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.887665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.892310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.895966 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:25.010851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Network 9786f529-357f-4322-8848-db59da71bfef is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:25.014507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:25.019286 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:25.031430 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Pushing event updated for resources: {'Port': ['ID=d7bb56c2-cdd1-4d84-9173-181a34475747,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:25.038248 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:25.180414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Attempting to bind port d7bb56c2-cdd1-4d84-9173-181a34475747 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:25.180953 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Attempting to bind port d7bb56c2-cdd1-4d84-9173-181a34475747 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:25.182111 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Attempting to bind port d7bb56c2-cdd1-4d84-9173-181a34475747 on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:25.191553 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:25.192218 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Checking segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:25.192723 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.193221 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Bound using segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:25.194405 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Bound port: d7bb56c2-cdd1-4d84-9173-181a34475747, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:25.194889 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.218817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 94059cbd-2cb0-4c95-ac75-2fdda93f622a up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:25.220776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Allocated IP 172.28.2.23 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/a1ce5995-27c4-455a-8e53-b33556109cba) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:25.352390 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:25.513045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] For port d7bb56c2-cdd1-4d84-9173-181a34475747, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:25.513045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] For port d7bb56c2-cdd1-4d84-9173-181a34475747, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d7bb56c2-cdd1-4d84-9173-181a34475747,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:25.534576 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 94059cbd-2cb0-4c95-ac75-2fdda93f622a triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:25.534576 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.568083 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.609397 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.636926 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.636926 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:25.706073 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58388) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:25.711771 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-26631857-network', 'tenant_id': '47812092ff634dc793c97e0594a67874'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:25.721658 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:25.733645 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Usage tracker for resource:network and tenant:47812092ff634dc793c97e0594a67874 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:25.739059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:25.742931 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.750166 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:25.753127 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:25.820773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:25.823757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:25.829951 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:25.837105 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:22Z', 'revision_number': 2, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:25.841658 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Checking router: 1690e60f-c953-40b4-b98b-d08f88c66e26 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:25.842146 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Updating router 1690e60f-c953-40b4-b98b-d08f88c66e26 port b947cd57-e5d2-430d-b430-6d4b05ac9fbf binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:25.919632 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Pushing event updated for resources: {'Port': ['ID=d7bb56c2-cdd1-4d84-9173-181a34475747,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:25.922058 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.931970 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:25.965484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Made reservation on behalf of 47812092ff634dc793c97e0594a67874 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:25.968934 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.987387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce5995-27c4-455a-8e53-b33556109cba,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:25.999154 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:26.004343 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.096287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:26.185126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Usage tracker for resource:security_group_rule and tenant:47812092ff634dc793c97e0594a67874 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:26.203482 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:26.307538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:26.482671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.514818 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.530391 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Transition to ACTIVE for port object b947cd57-e5d2-430d-b430-6d4b05ac9fbf will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:26.655183 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.661484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5bdc2fd6-73de-42ca-8e8d-a26a76ca5cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:26.686611 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.692309 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:26.710171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:26.717629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.794957 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec4721e-2409-469f-b33d-4a3ae6195895,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:26.820027 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:26.864527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.865125 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Added segment f78647f7-1244-4895-82b5-244352ffa862 of type vlan for network 7c07c68a-f12b-4771-bef6-0b7af290609e May 17 16:24:26.985040 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Pushing event updated for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:26.998181 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:26.999043 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:26.999426 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:26.999757 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.000136 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.001722 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.002099 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.002424 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.002795 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.003145 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.003505 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.003826 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:27.025806 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:27.197053 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Attempting to bind port b947cd57-e5d2-430d-b430-6d4b05ac9fbf on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:27.197475 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Attempting to bind port b947cd57-e5d2-430d-b430-6d4b05ac9fbf by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:27.197841 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Attempting to bind port b947cd57-e5d2-430d-b430-6d4b05ac9fbf on network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:27.204943 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:27.205622 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Checking segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:27.206288 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.206940 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Bound using segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:27.207639 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Bound port: b947cd57-e5d2-430d-b430-6d4b05ac9fbf, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:27.208032 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.223213 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.255815 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d7bb56c2-cdd1-4d84-9173-181a34475747 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:27.392368 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af49f1-20a4-480f-851f-e89ab93f82ce None None] Network 9786f529-357f-4322-8848-db59da71bfef requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:27.420362 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] For port b947cd57-e5d2-430d-b430-6d4b05ac9fbf, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:27.431245 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] For port b947cd57-e5d2-430d-b430-6d4b05ac9fbf, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:27.498201 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.520031 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.532846 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:27.579464 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.582930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.583512 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.590314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0cdf9d6f-85a9-4796-abbd-6092b60a536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:27.658471 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:27.672396 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:27.818017 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Pushing event updated for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=4']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:27.825600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port d7bb56c2-cdd1-4d84-9173-181a34475747 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:27.833829 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:27.870877 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Provisioning for port d7bb56c2-cdd1-4d84-9173-181a34475747 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:27.892890 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Provisioning complete for port d7bb56c2-cdd1-4d84-9173-181a34475747 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:27.893283 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.929916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Pushing event updated for resources: {'Network': ['ID=7c07c68a-f12b-4771-bef6-0b7af290609e,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:27.954239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:27.995928 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 7c07c68a-f12b-4771-bef6-0b7af290609e details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:28.067774 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3581917 May 17 16:24:28.068429 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58436) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:28.075979 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Request body: {'subnet': {'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-26631857-subnet', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:28.087374 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:28.111912 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Usage tracker for resource:subnet and tenant:47812092ff634dc793c97e0594a67874 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:28.116356 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:28.135650 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:28.135945 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:28.155529 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:28.258122 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Made reservation on behalf of 47812092ff634dc793c97e0594a67874 for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:28.268594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.401663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.484672 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] For port d7bb56c2-cdd1-4d84-9173-181a34475747, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d7bb56c2-cdd1-4d84-9173-181a34475747,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:28.493249 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:28.504134 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:28.520359 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:28.521014 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:28.629813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.632614 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7913585 May 17 16:24:28.636305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58442) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:28.639658 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.649759 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:28.802315 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:27Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:28.811803 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe02d38-f6be-4da9-8980-c498a3826e7b None None] The sync data for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb is: [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:27Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:28.914902 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:29.290797 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58454) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:29.388642 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.403361 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19b357b2-9940-4f93-9c86-abe9e83fb471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:29.420516 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b947cd57-e5d2-430d-b430-6d4b05ac9fbf up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:29.505897 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Checking segment: {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:29.505897 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Network hostable DHCP agents. Network: 7c07c68a-f12b-4771-bef6-0b7af290609e, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:29.526135 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12195870-4a03-41eb-bd15-01dd2f2e4650,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:29.526829 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-9ad4c236-0840-4c71-a9ee-99e63d66483a None None] Provisioning complete for port d7bb56c2-cdd1-4d84-9173-181a34475747 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:29.527451 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c236-0840-4c71-a9ee-99e63d66483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.537896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:29.613843 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Pushing event updated for resources: {'Port': ['ID=d7bb56c2-cdd1-4d84-9173-181a34475747,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:29.627827 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:29.633422 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.661017 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Network 7c07c68a-f12b-4771-bef6-0b7af290609e is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:29.669718 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:29.676435 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:b61b02530bba48f08e2823bf8b752bd1 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:29.680603 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:29.688022 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:29.781524 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 7c07c68a-f12b-4771-bef6-0b7af290609e) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:29.817582 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:29.818180 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.824592 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65014e64-53fd-4320-abb5-e7bc28b3ef68 None None] Network 7c07c68a-f12b-4771-bef6-0b7af290609e requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:29.864500 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:29.911212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.990413 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:29.991383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.062230 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:26Z', 'revision_number': 3, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:30.063930 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-53992bf8-14fc-44d5-a1d4-dd616942a982 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9943604 May 17 16:24:30.066378 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58468) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:30.074969 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:30.092635 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:30.099882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Usage tracker for resource:router and tenant:47812092ff634dc793c97e0594a67874 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:30.105896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:30.112780 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:30.113146 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Updating router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e port a1ce5995-27c4-455a-8e53-b33556109cba binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:30.132867 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:30.151451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.211835 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d1e9c72e-70e2-4b24-9055-0346e4e43da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:30.260079 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b61b02530bba48f08e2823bf8b752bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9573236 May 17 16:24:30.276512 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58472) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:30.310925 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.396631 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.397949 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.436585 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.464033 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd401c45-235c-4c43-a3b6-ce6c38fb12be,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:30.482125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:30.509527 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.555144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.559794 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.602282 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Allocated IP 172.20.0.1 (9786f529-357f-4322-8848-db59da71bfef/2a7787c7-d111-4a19-9d61-1de2bd810d35/d35d2615-d484-48c4-a953-2dcfc841617e) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:30.709042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port b947cd57-e5d2-430d-b430-6d4b05ac9fbf, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:30.726076 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-9ad4c236-0840-4c71-a9ee-99e63d66483a None None] Provisioning complete for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:30.726862 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c236-0840-4c71-a9ee-99e63d66483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.810254 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.817122 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.817332 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.829916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Transition to ACTIVE for port object d35d2615-d484-48c4-a953-2dcfc841617e will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:30.832229 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a167fb6c-947a-4094-96f4-856d7bcbcb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:30.857043 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.870052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd401c45-235c-4c43-a3b6-ce6c38fb12be,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:30.879000 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:30.880097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.883653 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd401c45-235c-4c43-a3b6-ce6c38fb12be HTTP/1.1" status: 204 len: 168 time: 0.6025574 May 17 16:24:30.912262 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:31.091820 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.133633 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.142436 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-623d79ce-dc78-4060-9ef2-74f018467053 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:31.181004 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d7bb56c2-cdd1-4d84-9173-181a34475747 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:31.218989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Network 9786f529-357f-4322-8848-db59da71bfef is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:31.228961 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-19c921cb-2002-4f1f-9b51-c6db2416ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.229176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:31.229550 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:31.325630 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Pushing event updated for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:31.330773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:31.357877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.541693 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:31.593157 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:31.653391 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-7c07c68a-f12b-4771-bef6-0b7af290609e', 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'fixed_ips': [{'subnet_id': '12195870-4a03-41eb-bd15-01dd2f2e4650'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:31.656426 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.781073 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.885405 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.907782 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port d7bb56c2-cdd1-4d84-9173-181a34475747 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:31.908464 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.923021 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.098126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.174302 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58502) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:32.197185 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.217314 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:32.222197 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Usage tracker for resource:security_group_rule and tenant:ce773203f5764050854cfe7691b2ecb5 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:32.226707 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:32.233489 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:32.314886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.329800 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-3d62b550-f69d-407a-9ebd-1112b4bb6566 None None] Provisioning for port d35d2615-d484-48c4-a953-2dcfc841617e completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:32.351023 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.366698 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-3d62b550-f69d-407a-9ebd-1112b4bb6566 None None] Provisioning complete for port d35d2615-d484-48c4-a953-2dcfc841617e triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:32.366698 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3d62b550-f69d-407a-9ebd-1112b4bb6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.366950 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:32.448352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Pushing event updated for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:32.450787 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.458793 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:32.465443 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Allocated IP 172.20.0.2 (7c07c68a-f12b-4771-bef6-0b7af290609e/12195870-4a03-41eb-bd15-01dd2f2e4650/34c401da-cf10-4bda-a9da-0f409af02f17) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:32.519014 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-3d62b550-f69d-407a-9ebd-1112b4bb6566 None None] Port d35d2615-d484-48c4-a953-2dcfc841617e cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:32.531215 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.568741 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.603142 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c1c22f48-8a64-4cbd-9bae-0327eb437ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:32.608088 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Transition to ACTIVE for port object a1ce5995-27c4-455a-8e53-b33556109cba will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:32.618829 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce773203f5764050854cfe7691b2ecb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432015 May 17 16:24:32.621585 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58508) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:32.654681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c24d82-82b9-4ed4-b773-2eede35a99d7,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:32.673982 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:32.687368 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Network 9786f529-357f-4322-8848-db59da71bfef is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:32.689237 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:32.744199 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.788326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.854069 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.920572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:32.953320 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-610ba386-01c3-4531-bea0-ab84fcf8d3cc None None] Provisioning complete for port d35d2615-d484-48c4-a953-2dcfc841617e triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:32.953609 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-610ba386-01c3-4531-bea0-ab84fcf8d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.012499 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.019137 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:33.102012 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Transition to ACTIVE for port object 34c401da-cf10-4bda-a9da-0f409af02f17 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:33.117980 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Allocated IP 172.28.2.173 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/abe0491c-ffa6-47ee-8dd0-69b13993fae8) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:33.122277 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.153786 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-294294b0-07f4-4e4f-b9e4-be084a6c32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.184800 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-610ba386-01c3-4531-bea0-ab84fcf8d3cc None None] Port d35d2615-d484-48c4-a953-2dcfc841617e cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:33.216617 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b947cd57-e5d2-430d-b430-6d4b05ac9fbf up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:33.299099 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Transition to ACTIVE for port object 34c401da-cf10-4bda-a9da-0f409af02f17 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:33.316936 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Attempting to bind port a1ce5995-27c4-455a-8e53-b33556109cba on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:33.317979 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Attempting to bind port a1ce5995-27c4-455a-8e53-b33556109cba by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:33.318449 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Attempting to bind port a1ce5995-27c4-455a-8e53-b33556109cba on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:33.325336 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:33.336363 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:33.336894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:33.337412 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.337909 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:33.338528 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Bound port: a1ce5995-27c4-455a-8e53-b33556109cba, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:33.339557 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.365933 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Pushing event updated for resources: {'Port': ['ID=a1ce5995-27c4-455a-8e53-b33556109cba,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:33.366212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.371305 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:33.381978 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] 10.222.0.59 "PUT /v2.0/routers/3bdac574-d4f0-45e6-a3b9-6fcddcf1786e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7443209 May 17 16:24:33.395431 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.399282 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b6baf045-d35a-4730-aa60-0eefe28abdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:33.418550 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c24d82-82b9-4ed4-b773-2eede35a99d7,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:33.427642 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:33.444713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.446713 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34c24d82-82b9-4ed4-b773-2eede35a99d7 HTTP/1.1" status: 204 len: 168 time: 0.8239770 May 17 16:24:33.544444 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.550300 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.551134 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6cc454d2-afe9-45cf-8496-12d3e6f1b054 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:33.562711 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:33.685514 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:33.688856 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:33.692105 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:33.692909 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Network 7c07c68a-f12b-4771-bef6-0b7af290609e is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:33.699295 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:33.726127 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:33.731579 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port b947cd57-e5d2-430d-b430-6d4b05ac9fbf triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:33.732598 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.744513 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=abe0491c-ffa6-47ee-8dd0-69b13993fae8,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:33.762108 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:33.853555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Pushing event updated for resources: {'Port': ['ID=34c401da-cf10-4bda-a9da-0f409af02f17,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:33.911680 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:33.914754 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] For port a1ce5995-27c4-455a-8e53-b33556109cba, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:34.022364 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] For port a1ce5995-27c4-455a-8e53-b33556109cba, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=a1ce5995-27c4-455a-8e53-b33556109cba,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:34.041710 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Attempting to bind port 34c401da-cf10-4bda-a9da-0f409af02f17 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:34.042087 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Attempting to bind port 34c401da-cf10-4bda-a9da-0f409af02f17 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:34.042451 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Attempting to bind port 34c401da-cf10-4bda-a9da-0f409af02f17 on network 7c07c68a-f12b-4771-bef6-0b7af290609e {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:34.051369 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:34.051755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Checking segment: {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:34.052218 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.052669 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Bound using segment: {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:34.053160 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Bound port: 34c401da-cf10-4bda-a9da-0f409af02f17, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:34.053543 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.271146 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.278525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.288039 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:34.379143 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Pushing event updated for resources: {'Port': ['ID=a1ce5995-27c4-455a-8e53-b33556109cba,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.383636 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.449915 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:34.450561 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:34.568950 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] For port 34c401da-cf10-4bda-a9da-0f409af02f17, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:34.585277 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] For port 34c401da-cf10-4bda-a9da-0f409af02f17, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=34c401da-cf10-4bda-a9da-0f409af02f17,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:34.638606 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.692580 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.698639 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:34.754941 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58546) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:34.762643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559632601', 'description': 'tempest-description--1598046549'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:34.787210 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:34.796603 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:34.808620 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Pushing event updated for resources: {'Port': ['ID=34c401da-cf10-4bda-a9da-0f409af02f17,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.817676 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.836822 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:34.848321 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:34.860187 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:35.065141 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.125483 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:35.130250 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:35.133944 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:35.150559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:35.286869 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.382517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.386903 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1ee403cc-43f4-45ec-8d35-71f234f08e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:35.493042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.552687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:35.559301 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:35.634273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.636083 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8790083 May 17 16:24:35.639863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58568) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:35.657660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group_rule': {'security_group_id': '121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:35.675591 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:35.677805 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-8786068f-6583-417f-9f98-c867248bef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 2, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:35.678519 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.685098 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:35.689098 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786068f-6583-417f-9f98-c867248bef83 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 2, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:35.695234 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:35.720548 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:35.810824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:35.975683 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.199919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.219308 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:36.255031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58852dce-434a-423a-a1a0-33b99e2d1691,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:36.266134 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:36.373889 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:36.476048 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.478002 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8317080 May 17 16:24:36.480987 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58580) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:36.488432 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group_rule': {'security_group_id': '121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:36.501954 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:36.513490 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:36.519593 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:36.544789 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:36.677332 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.790741 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb8a15-d56d-4720-b351-bb6ee59f4017 None None] Network 7c07c68a-f12b-4771-bef6-0b7af290609e requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:36.826453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:36.836539 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Sync routers for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:36.868471 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:36.869272 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:36.948427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.024415 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.030612 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9577892 May 17 16:24:37.030775 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58590) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:37.263937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.295469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:37.370115 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:37.381609 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device a1ce5995-27c4-455a-8e53-b33556109cba up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:37.412571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def1ed3f-fb6f-46ff-aabe-4dc46ec0dc96,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:37.417866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:37.499413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.503910 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58604) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:37.504145 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0219438 May 17 16:24:37.509907 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:37.523425 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:37.547004 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:floatingip and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:37.550253 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-d773e38e-a379-4f0b-9b91-86da6f568965 None None] Provisioning for port 34c401da-cf10-4bda-a9da-0f409af02f17 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:37.564955 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:37.621223 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:37.726874 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.782677 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port a1ce5995-27c4-455a-8e53-b33556109cba completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:37.796248 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port a1ce5995-27c4-455a-8e53-b33556109cba triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:37.796894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.108039 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:34Z', 'revision_number': 3, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:38.131971 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Checking router: c8f5e35a-42b1-499c-ad1b-fb5083cfca42 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:38.134084 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Updating router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 port abe0491c-ffa6-47ee-8dd0-69b13993fae8 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:38.147346 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.179029 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.190605 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port a1ce5995-27c4-455a-8e53-b33556109cba, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=a1ce5995-27c4-455a-8e53-b33556109cba,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:38.298074 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.300346 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 34c401da-cf10-4bda-a9da-0f409af02f17 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:38.356591 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.414820 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:38.543898 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Allocated IP 172.28.2.239 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/aeb2b23e-0ef2-4add-a609-5e0fef70a6e1) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:38.613776 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=a1ce5995-27c4-455a-8e53-b33556109cba,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:38.652817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.657960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.661690 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.662336 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.662843 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.663368 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.663874 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:38.677039 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:38.846586 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 34c401da-cf10-4bda-a9da-0f409af02f17 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:38.852943 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 34c401da-cf10-4bda-a9da-0f409af02f17 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:38.854023 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.897963 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.925940 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.048741 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.105350 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 34c401da-cf10-4bda-a9da-0f409af02f17, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=34c401da-cf10-4bda-a9da-0f409af02f17,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:39.124660 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.162191 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2a5a8597-238d-44ad-9f9b-8dc69823f6e5 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:39.264970 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:39.269386 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:39.272242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:39.332945 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.340641 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:39.403735 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=aeb2b23e-0ef2-4add-a609-5e0fef70a6e1,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:39.413553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:39.431152 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Allocated IP 172.20.0.1 (7c07c68a-f12b-4771-bef6-0b7af290609e/12195870-4a03-41eb-bd15-01dd2f2e4650/10e67ad5-8123-497b-8dcc-e1bafc29b3e2) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:39.477964 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:39.503869 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.532115 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.549115 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Transition to ACTIVE for port object abe0491c-ffa6-47ee-8dd0-69b13993fae8 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:39.549779 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:39.550655 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:39.616645 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device a1ce5995-27c4-455a-8e53-b33556109cba up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:39.658790 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.665225 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b0c2e9f5-6bfc-49f2-8f97-30fa212b6191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:39.740870 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.780399 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Transition to ACTIVE for port object 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:39.781986 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Attempting to bind port abe0491c-ffa6-47ee-8dd0-69b13993fae8 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:39.782456 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Attempting to bind port abe0491c-ffa6-47ee-8dd0-69b13993fae8 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:39.782873 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Attempting to bind port abe0491c-ffa6-47ee-8dd0-69b13993fae8 on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:39.786708 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c8c9e-5336-4b57-b079-3ca708e113c5 None None] Pushing event updated for resources: {'Port': ['ID=abe0491c-ffa6-47ee-8dd0-69b13993fae8,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:39.793723 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=34c401da-cf10-4bda-a9da-0f409af02f17,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:39.795196 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d98c8c9e-5336-4b57-b079-3ca708e113c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:39.796876 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:39.799295 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:39.799295 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.799295 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:39.801066 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Bound port: abe0491c-ffa6-47ee-8dd0-69b13993fae8, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:39.801692 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.811933 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:39.857346 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.970681 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] For port abe0491c-ffa6-47ee-8dd0-69b13993fae8, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:39.977806 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] For port abe0491c-ffa6-47ee-8dd0-69b13993fae8, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=abe0491c-ffa6-47ee-8dd0-69b13993fae8,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:40.018914 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.036293 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:40.042018 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-70f52632-801e-4a62-8b14-5f6b754251aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:40.185416 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:40.193634 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:40.201867 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Network 7c07c68a-f12b-4771-bef6-0b7af290609e is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:40.206139 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:40.215349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:40.242822 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port a1ce5995-27c4-455a-8e53-b33556109cba triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:40.249600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.370231 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.397937 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.412326 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:40.486758 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.580052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.585488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a870652-102e-4dd3-8ffb-5c1db2f0c7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:40.610000 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:40.611824 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:40.719867 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c8c9e-5336-4b57-b079-3ca708e113c5 None None] Pushing event updated for resources: {'Port': ['ID=abe0491c-ffa6-47ee-8dd0-69b13993fae8,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:40.848461 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d98c8c9e-5336-4b57-b079-3ca708e113c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:40.959118 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-71fdef90-83e1-46f6-8cb5-0cdb69867b9a None None] Provisioning for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:40.961933 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.990155 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:40.995607 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-71fdef90-83e1-46f6-8cb5-0cdb69867b9a None None] Provisioning complete for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:40.999110 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71fdef90-83e1-46f6-8cb5-0cdb69867b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.062099 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=aeb2b23e-0ef2-4add-a609-5e0fef70a6e1,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:41.076289 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:41.115766 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 2, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:41.122021 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-71fdef90-83e1-46f6-8cb5-0cdb69867b9a None None] Port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:41.125434 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:41.126700 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Updating router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e port d35d2615-d484-48c4-a953-2dcfc841617e binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:41.158572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.224034 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.270097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.285560 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7797141 May 17 16:24:41.495821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 34c401da-cf10-4bda-a9da-0f409af02f17 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:41.671190 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.765740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-4d058f26-55e7-4fbc-9edd-32c685a5fdb7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:41.778037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.847727 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:41.919018 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 34c401da-cf10-4bda-a9da-0f409af02f17 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:41.919429 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.920800 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-49a33722-44c1-4877-9511-6852b103a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:34Z', 'revision_number': 3, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:41.928648 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a33722-44c1-4877-9511-6852b103a56e None None] The sync data for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb is: [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:34Z', 'revision_number': 3, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:42.021610 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.126778 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-4d058f26-55e7-4fbc-9edd-32c685a5fdb7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:42.150922 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-4d058f26-55e7-4fbc-9edd-32c685a5fdb7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1559632601&fields=id&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 267 time: 0.4593015 May 17 16:24:42.214049 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:42.223655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:42.564999 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.584504 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58688) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:42.609147 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Transition to ACTIVE for port object d35d2615-d484-48c4-a953-2dcfc841617e will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:42.718227 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.719375 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-aad417b5-7a90-49a2-a3c8-f39f5d5cad54 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:42.720111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-aad417b5-7a90-49a2-a3c8-f39f5d5cad54 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:42.726294 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Network 7c07c68a-f12b-4771-bef6-0b7af290609e is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:42.730320 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:42.730677 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:42.968110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.008837 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-aad417b5-7a90-49a2-a3c8-f39f5d5cad54 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:43.020156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:43.022002 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-aad417b5-7a90-49a2-a3c8-f39f5d5cad54 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 817 time: 0.8689170 May 17 16:24:43.040881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3784acb26f445c9e4682f45edff075 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:43.055610 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:43.075660 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Pushing event updated for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:43.085538 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:43.090844 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:43.130123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Attempting to bind port d35d2615-d484-48c4-a953-2dcfc841617e on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:43.131781 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Attempting to bind port d35d2615-d484-48c4-a953-2dcfc841617e by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:43.135834 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Attempting to bind port d35d2615-d484-48c4-a953-2dcfc841617e on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:43.148751 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:43.152628 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Checking segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:43.152628 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.152628 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Bound using segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:43.153460 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Bound port: d35d2615-d484-48c4-a953-2dcfc841617e, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:43.153905 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.166133 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-ac6c0c8f-35f9-45ec-b3aa-abf535d6e319 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/quotas/8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 375 time: 0.1426957 May 17 16:24:43.384864 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.432288 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] For port d35d2615-d484-48c4-a953-2dcfc841617e, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:43.436553 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] For port d35d2615-d484-48c4-a953-2dcfc841617e, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d35d2615-d484-48c4-a953-2dcfc841617e,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:43.452542 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.475705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-299e104f-cab6-4f6b-a415-2e52f1d301f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:43.523517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.563683 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:43.580958 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57abe5-be22-455d-8c05-d1d98efc020d,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:43.589520 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a3784acb26f445c9e4682f45edff075&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026720 May 17 16:24:43.591597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8ad103e5-07f7-4966-af00-9ced60274043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:43.592280 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58702) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:43.672586 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device abe0491c-ffa6-47ee-8dd0-69b13993fae8 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:43.758559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.785358 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-d2c7b483-f484-432c-8976-0ec07f6383b2 None None] Provisioning complete for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:43.785738 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b483-f484-432c-8976-0ec07f6383b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.831149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:43.834770 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.872165 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-1734d42c-233a-4a9e-a3d2-edf9a09bbfcc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:44.040373 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:44.041438 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:44.127161 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.135638 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-83ce1df6-15cb-4de7-9b12-5e2e610b5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:44.170736 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.178517 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f57abe5-be22-455d-8c05-d1d98efc020d HTTP/1.1" status: 204 len: 168 time: 0.5829754 May 17 16:24:44.183298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57abe5-be22-455d-8c05-d1d98efc020d,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:44.186331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:44.188389 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7b483-f484-432c-8976-0ec07f6383b2 None None] Port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:44.202453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:44.214810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-885beee1-c996-4b97-8b99-3cc188e570fe req-1734d42c-233a-4a9e-a3d2-edf9a09bbfcc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:44.233007 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-1734d42c-233a-4a9e-a3d2-edf9a09bbfcc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0651271 May 17 16:24:44.268699 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] 10.222.0.59 "PUT /v2.0/routers/c8f5e35a-42b1-499c-ad1b-fb5083cfca42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2386246 May 17 16:24:44.420314 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Pushing event updated for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:44.426539 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:44.434636 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-624565a2-b543-42d0-bb63-fb8e758e210a service neutron] 10.222.0.59 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968756 May 17 16:24:44.497801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:44.564562 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port abe0491c-ffa6-47ee-8dd0-69b13993fae8 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:44.600523 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port abe0491c-ffa6-47ee-8dd0-69b13993fae8 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:44.600905 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.809296 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Sync routers for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:44.830190 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:44.831128 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:44.835076 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-0de74406-cc88-46d7-ac90-862f724aa090 service neutron] 10.222.0.59 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965607 May 17 16:24:45.196808 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:45.246642 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.339854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port abe0491c-ffa6-47ee-8dd0-69b13993fae8, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=abe0491c-ffa6-47ee-8dd0-69b13993fae8,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:45.449013 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.460242 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:45.482256 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58738) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:45.521960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.522540 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-57c616ab-a329-425c-b25f-91b56450ebbe req-20d122c4-8c51-4bd0-9447-9a3c9c22e9d6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.1141224 May 17 16:24:45.573192 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:45.585792 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Usage tracker for resource:security_group_rule and tenant:acd08b78164a48b585d3686a1f0d6a53 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:45.596594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:45.625807 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:45.654660 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:43Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:45.678193 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7fb1f-d1bf-43ef-9ebf-8f6a85513038 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:43Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:45.681326 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=abe0491c-ffa6-47ee-8dd0-69b13993fae8,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.684067 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d35d2615-d484-48c4-a953-2dcfc841617e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:45.775497 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.921529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.966249 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:40Z', 'revision_number': 4, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '10e67ad5-8123-497b-8dcc-e1bafc29b3e2', 'name': '', 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'mac_address': 'fa:16:3e:c4:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:38Z', 'updated_at': '2021-05-17T16:24:41Z', 'revision_number': 2, 'project_id': '47812092ff634dc793c97e0594a67874', 'subnets': [{'id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:45.981474 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Checking router: c8f5e35a-42b1-499c-ad1b-fb5083cfca42 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:45.981843 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Updating router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:46.065325 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.069000 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port d35d2615-d484-48c4-a953-2dcfc841617e completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:46.076934 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port d35d2615-d484-48c4-a953-2dcfc841617e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:46.078967 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.091793 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:46.129329 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.216231 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 58750) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:46.216947 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acd08b78164a48b585d3686a1f0d6a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7300220 May 17 16:24:46.265628 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc78227-2a14-4f0a-9190-8fb4129183bc,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:46.287989 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-5a27145e-7756-4040-9ebf-45d6e3109d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:46.399306 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.421719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.470059 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port d35d2615-d484-48c4-a953-2dcfc841617e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d35d2615-d484-48c4-a953-2dcfc841617e,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:46.475367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.630313 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.632623 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:46.744376 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:46.747779 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:46.758181 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7f9e97f9-814d-407f-adea-ad544abbd8a0 req-a55ac806-2af1-4a1d-b39a-b5891be387ec tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.1029325 May 17 16:24:46.759894 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.777054 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7fda71ec-f159-426d-987b-56dd0653f72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:46.809433 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc78227-2a14-4f0a-9190-8fb4129183bc,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:46.820342 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:46.821847 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.823148 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cc78227-2a14-4f0a-9190-8fb4129183bc HTTP/1.1" status: 204 len: 168 time: 0.6056168 May 17 16:24:46.968130 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.989283 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Transition to ACTIVE for port object 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:47.186118 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.186118 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:47.261585 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:24:47.579826 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b7e3-15e0-4813-be3e-8892769b54e2 None None] Pushing event updated for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:47.582326 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d35d2615-d484-48c4-a953-2dcfc841617e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:47.585260 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cf59b7e3-15e0-4813-be3e-8892769b54e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:47.675552 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Attempting to bind port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:47.676015 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Attempting to bind port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:47.676452 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Attempting to bind port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 on network 7c07c68a-f12b-4771-bef6-0b7af290609e {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:47.682228 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port d35d2615-d484-48c4-a953-2dcfc841617e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:47.682586 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:47.683059 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.683196 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Checking segment: {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:47.683620 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.684084 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Bound using segment: {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:47.684733 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Bound port: 10e67ad5-8123-497b-8dcc-e1bafc29b3e2, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78647f7-1244-4895-82b5-244352ffa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:47.685161 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.833257 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] For port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:47.842674 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] For port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:47.947407 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device abe0491c-ffa6-47ee-8dd0-69b13993fae8 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:47.981042 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.986006 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0f5b1878-66ec-4eb9-8e88-d0bec024b89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:47.990397 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-664d73c8-a866-4142-811e-10a0d469a2e2 req-7c93247d-2b3b-4160-bc4c-9102c4fb1402 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.0694416 May 17 16:24:48.244734 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port abe0491c-ffa6-47ee-8dd0-69b13993fae8 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:48.245716 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:48.309589 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b7e3-15e0-4813-be3e-8892769b54e2 None None] Pushing event updated for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=4']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:48.325964 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cf59b7e3-15e0-4813-be3e-8892769b54e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:48.354162 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:48.354944 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:24:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:48.957919 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:49.884741 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-89565b2f-27e3-4d3a-b524-9efbb1574d94 req-39612371-a13a-4656-9df6-c520067a6e18 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.3230298 May 17 16:24:50.073890 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:40Z', 'revision_number': 4, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '10e67ad5-8123-497b-8dcc-e1bafc29b3e2', 'name': '', 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'mac_address': 'fa:16:3e:c4:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:38Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '47812092ff634dc793c97e0594a67874', 'subnets': [{'id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:50.081351 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e98dd-3da6-4f8e-889b-b9716b9fed00 None None] The sync data for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb is: [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:40Z', 'revision_number': 4, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '10e67ad5-8123-497b-8dcc-e1bafc29b3e2', 'name': '', 'network_id': '7c07c68a-f12b-4771-bef6-0b7af290609e', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'mac_address': 'fa:16:3e:c4:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:38Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '47812092ff634dc793c97e0594a67874', 'subnets': [{'id': '12195870-4a03-41eb-bd15-01dd2f2e4650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:50.486942 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58810) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:50.679221 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-d76db80d-ec3b-4da8-af81-815ea3b86c69 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:50.681093 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-d76db80d-ec3b-4da8-af81-815ea3b86c69 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 817 time: 0.3193772 May 17 16:24:50.825081 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-d614c6ed-1f31-47c8-adbf-dad792decf83 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 380 time: 0.1235099 May 17 16:24:50.845938 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'port': {'device_id': '25340aea-5639-43e3-83e0-1314de8445be', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'admin_state_up': True, 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'security_groups': ['121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1']}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:50.847588 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605565807-network', 'tenant_id': '2652f9287205447c83d28dd759fa43cf'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:50.863586 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:50.898223 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Usage tracker for resource:network and tenant:2652f9287205447c83d28dd759fa43cf is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:50.911800 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:50.939139 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:51.093175 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Made reservation on behalf of 2652f9287205447c83d28dd759fa43cf for: {'network': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:51.097485 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.152242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.192129 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:51.208125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:51.226412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:51.227212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2652f9287205447c83d28dd759fa43cf is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:51.238042 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:51.262874 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:51.413701 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Made reservation on behalf of 8a0dd9ef8ede40d6a0720b86f3929f0b for: {'port': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:51.418325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.566554 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.650218 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef070da8-2091-464f-9c62-a6ab56da0176 req-fe2137c9-313e-4c59-9519-86eaf3b0fc0a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.2379291 May 17 16:24:51.800659 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:51.812831 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.889929 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-22a147c4-cd28-4013-8d8e-67c256ba3e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:52.006419 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=79274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:52.044042 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.044884 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.segments_db [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Added segment c943be38-39af-4812-8375-9de934ba2d22 of type vlan for network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 May 17 16:24:52.085719 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.124481 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b440b-1bb5-4814-9671-224fe03d5ed0,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:52.140006 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Allocated IP 172.20.0.13 (9786f529-357f-4322-8848-db59da71bfef/2a7787c7-d111-4a19-9d61-1de2bd810d35/68acd8ec-9d16-4522-aceb-c5e087fc3d26) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:52.144062 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:52.176367 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:52.182247 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:52.182907 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.264823 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.267302 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:52.268248 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.273215 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f50e5de2-57cf-4855-af0f-42bbbd8454af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:52.526280 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.577930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.588912 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:52.595766 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:52.604368 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:52.607148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:52.610463 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Transition to ACTIVE for port object 68acd8ec-9d16-4522-aceb-c5e087fc3d26 will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:52.695193 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2032382 May 17 16:24:52.695529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58826) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:52.701890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Request body: {'subnet': {'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605565807-subnet', 'tenant_id': '2652f9287205447c83d28dd759fa43cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:52.714295 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:52.725020 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Usage tracker for resource:subnet and tenant:2652f9287205447c83d28dd759fa43cf is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:52.736530 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:52.745774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.754658 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3f885eb8-98bb-412e-8f46-f35e2089e0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:52.776585 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:52.784453 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.787770 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6fed0ce5-2011-4bb9-9cfe-65e1288b4afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:52.907879 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:52.913453 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:52.938021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Network 9786f529-357f-4322-8848-db59da71bfef is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:52.939545 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:52.942306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:53.013126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:53.018309 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:53.098614 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:53.099229 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.218607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567d98-1013-4fa3-840f-96671258029e req-4b946975-fda1-4ffc-9ed2-79bfe2b792d0 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:53.219796 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-41567d98-1013-4fa3-840f-96671258029e req-4b946975-fda1-4ffc-9ed2-79bfe2b792d0 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:53.520839 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Made reservation on behalf of 2652f9287205447c83d28dd759fa43cf for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:53.521599 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6891644 May 17 16:24:53.525495 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.558821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-9b083f41-a746-4c82-ab26-e129f152bebf None None] Provisioning for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:53.573571 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-9b083f41-a746-4c82-ab26-e129f152bebf None None] Provisioning complete for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:53.579936 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9b083f41-a746-4c82-ab26-e129f152bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.680947 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-41567d98-1013-4fa3-840f-96671258029e req-4b946975-fda1-4ffc-9ed2-79bfe2b792d0 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:53.685579 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41567d98-1013-4fa3-840f-96671258029e req-4b946975-fda1-4ffc-9ed2-79bfe2b792d0 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 932 time: 0.7110918 May 17 16:24:53.784838 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9b083f41-a746-4c82-ab26-e129f152bebf None None] Port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:53.787086 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:53.805697 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41567d98-1013-4fa3-840f-96671258029e req-cfc5cbcb-6128-47bc-bb27-b98d78f511da tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132722 May 17 16:24:53.925165 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Request body: {'port': {'device_id': '25340aea-5639-43e3-83e0-1314de8445be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:53.926461 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:53.927470 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.246352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.440745 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.448436 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-e5613e7f-5f69-41da-a2ac-1c808cb5695f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:54.555935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Checking segment: {'id': 'c943be38-39af-4812-8375-9de934ba2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:54.556476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Network hostable DHCP agents. Network: 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:54.585541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7465ff28-afee-4ff8-90f8-bad63ea59726,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:54.588644 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:54.658286 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:54.767986 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:54.779042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc892a-2151-4bb7-b370-56da602f4e37 None None] Network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:54.789067 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:54.790178 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.941009 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2345033 May 17 16:24:55.321634 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17748634-ea9c-468b-9aab-073c1219ba82 None None] Network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:55.396820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:55.425046 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.487968 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Transition to ACTIVE for port object 68acd8ec-9d16-4522-aceb-c5e087fc3d26 will not be triggered until provisioned by entity L2. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:55.497340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09cb9e-eda2-4626-b607-8cf3c64b7c18 req-966591ef-6090-4258-a0a8-46cf52bc2015 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.505162 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b09cb9e-eda2-4626-b607-8cf3c64b7c18 req-966591ef-6090-4258-a0a8-46cf52bc2015 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 932 time: 0.4246082 May 17 16:24:55.573211 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b09cb9e-eda2-4626-b607-8cf3c64b7c18 req-eb3528fa-adf2-4fdb-a010-7192af93cbea tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670617 May 17 16:24:55.596285 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.611570 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:55.665897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.940686 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:55.960442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:56.084338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Attempting to bind port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:56.085353 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Attempting to bind port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:56.085806 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Attempting to bind port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:56.093463 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 on network 9786f529-357f-4322-8848-db59da71bfef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:24:56.093805 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Attempting to bind port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:56.104010 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:56.104410 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Checking segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:56.104728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Bound using segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:56.105207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Bound port: 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:56.105555 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.247054 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, cleared binding levels {{(pid=79275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:56.259594 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:56.373930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.380513 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cc2d1390-7412-49b7-b1cd-db3c9d7df5f6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:56.436632 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58882) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:56.451336 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1613554605-network', 'tenant_id': '0412ee4ee59f46f683b159af7d2c1748'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:56.465264 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:56.478370 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Usage tracker for resource:network and tenant:0412ee4ee59f46f683b159af7d2c1748 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:56.488470 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:56.489153 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:56.489818 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.491630 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] 10.222.0.26 "PUT /v2.0/ports/68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1094 time: 2.5745440 May 17 16:24:56.492330 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:56.505849 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:56.547936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=3']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:56.559313 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:56.575015 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'status': 'completed', 'code': 200} May 17 16:24:56.633535 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Made reservation on behalf of 0412ee4ee59f46f683b159af7d2c1748 for: {'network': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:56.636355 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.658820 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.675737 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:56.680607 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Usage tracker for resource:security_group_rule and tenant:0412ee4ee59f46f683b159af7d2c1748 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:56.684433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:56.694937 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:56.830782 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77269-31e2-477f-b581-df13e3d5af64 req-533ac8d9-ba1d-44a3-a3c4-c297bfc0e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:56.832575 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15e77269-31e2-477f-b581-df13e3d5af64 req-533ac8d9-ba1d-44a3-a3c4-c297bfc0e8a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1097 time: 0.2054906 May 17 16:24:56.838623 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.913275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.935772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=79274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:56.950169 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15870674-5326-4536-94c8-8be840f19d70 req-4bdea938-229e-4cd1-8a33-447b220f7bde tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:56.952398 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15870674-5326-4536-94c8-8be840f19d70 req-4bdea938-229e-4cd1-8a33-447b220f7bde tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.2076874 May 17 16:24:56.956466 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.957095 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.segments_db [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Added segment 86a74e48-9d8d-43a5-800c-8e5e163310b2 of type vlan for network 5e301c96-00e5-4734-bdf0-76ae583ecd45 May 17 16:24:56.997343 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.002930 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-00c9f562-ab2a-4097-a89f-2bf3011f4ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:57.018662 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15870674-5326-4536-94c8-8be840f19d70 req-39e7c86e-739e-4920-b89a-9601df009290 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570476 May 17 16:24:57.047774 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a31c6b-b5ad-41fb-bb8b-91c693da0a8c,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:57.053579 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:57.077515 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77269-31e2-477f-b581-df13e3d5af64 req-183e4b41-6627-48d7-94a9-083096af2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.077515 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15e77269-31e2-477f-b581-df13e3d5af64 req-183e4b41-6627-48d7-94a9-083096af2699 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2322056 May 17 16:24:57.136467 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.138199 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.139149 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.145909 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:57.276010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Pushing event updated for resources: {'Network': ['ID=5e301c96-00e5-4734-bdf0-76ae583ecd45,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:57.282175 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:57.291275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77269-31e2-477f-b581-df13e3d5af64 req-c8a8b44a-e4ae-4a0c-a0ba-3d74758f18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.292244 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 5e301c96-00e5-4734-bdf0-76ae583ecd45 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:57.293596 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15e77269-31e2-477f-b581-df13e3d5af64 req-c8a8b44a-e4ae-4a0c-a0ba-3d74758f18da service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122538 May 17 16:24:57.371527 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-d0b5181d-c38c-4de2-bbf3-5a1355bfd643 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9318659 May 17 16:24:57.374501 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 58892) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:57.381249 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Request body: {'subnet': {'network_id': '5e301c96-00e5-4734-bdf0-76ae583ecd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1613554605-subnet', 'tenant_id': '0412ee4ee59f46f683b159af7d2c1748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:57.390718 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:57.395481 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Usage tracker for resource:subnet and tenant:0412ee4ee59f46f683b159af7d2c1748 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:57.400089 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:57.420472 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:57.477438 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-9915153e-3490-4eef-b53e-987e6816ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.479272 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-9915153e-3490-4eef-b53e-987e6816ebe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1097 time: 0.1386132 May 17 16:24:57.493037 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Made reservation on behalf of 0412ee4ee59f46f683b159af7d2c1748 for: {'subnet': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:57.497415 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4292875312'] for subnet, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.624838 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-62ffbb01-9e1e-414d-9131-41ba318c4d6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 217 time: 0.1354403 May 17 16:24:57.756568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-c98c9215-9855-435c-a8fe-7086cd848b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.758528 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-c98c9215-9855-435c-a8fe-7086cd848b30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.1233404 May 17 16:24:57.902807 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885beee1-c996-4b97-8b99-3cc188e570fe req-0206db79-f714-460e-ac26-6ff0c1d48b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:57.904601 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-0206db79-f714-460e-ac26-6ff0c1d48b7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1385024 May 17 16:24:58.214363 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-6516aa02-e62c-43bf-8760-0cf78430db99 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000896 May 17 16:24:58.465357 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293313332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4292875298'] for subnet, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:58.465357 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7a94ffa2-19e0-4001-ad52-fc922358eea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:58.543399 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-885beee1-c996-4b97-8b99-3cc188e570fe req-10d22b74-3f85-44f1-b1ac-5884b487f1a4 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211389 May 17 16:24:58.557645 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6b69f-a54d-4eb0-af27-b0cf4bb3e4a2 req-16f23f36-ceba-4396-b81e-c8712505b7d3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:58.559267 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3ea6b69f-a54d-4eb0-af27-b0cf4bb3e4a2 req-16f23f36-ceba-4396-b81e-c8712505b7d3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.2929692 May 17 16:24:58.572387 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc4aa17-6871-426e-8275-7fa6b7a47891,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:58.576961 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:58.581356 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Checking segment: {'id': '86a74e48-9d8d-43a5-800c-8e5e163310b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5e301c96-00e5-4734-bdf0-76ae583ecd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:58.582286 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Network hostable DHCP agents. Network: 5e301c96-00e5-4734-bdf0-76ae583ecd45, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:58.621656 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3ea6b69f-a54d-4eb0-af27-b0cf4bb3e4a2 req-ddb4d13a-c79a-41d1-bdd0-d9917fcea8a7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535746 May 17 16:24:59.223993 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Network 5e301c96-00e5-4734-bdf0-76ae583ecd45 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:59.355507 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 5e301c96-00e5-4734-bdf0-76ae583ecd45) {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:59.370711 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:59.370711 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.371358 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7960e3c9-b65e-448d-bacd-627008e4ac1f None None] Network 5e301c96-00e5-4734-bdf0-76ae583ecd45 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:59.475487 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-07b0c05a-40ce-4f8e-83e1-8bae224b583f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0993893 May 17 16:24:59.630026 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528ba48-2c1c-4dd2-8f3d-2f94fe687851 None None] Network 5e301c96-00e5-4734-bdf0-76ae583ecd45 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:59.914782 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e24c-5260-43a2-b7e5-3c97f00f0632 req-a81fc1e1-eea6-451b-a4f3-0dbf5facc6a2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:59.920455 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72d6e24c-5260-43a2-b7e5-3c97f00f0632 req-a81fc1e1-eea6-451b-a4f3-0dbf5facc6a2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1158764 May 17 16:24:59.997943 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72d6e24c-5260-43a2-b7e5-3c97f00f0632 req-e33e0b5d-f4f9-43c7-a2d3-bab3c2eae35d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703301 May 17 16:25:00.224274 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c1432b41-9ce8-4811-9670-3a890650b618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.191461 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:01.373534 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:01.415259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:01.431091 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-66089bb5-9ce0-41eb-b38c-7f78243cbfe4 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:01.441444 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-66089bb5-9ce0-41eb-b38c-7f78243cbfe4 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/networks?id=0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 HTTP/1.1" status: 200 len: 808 time: 0.2072816 May 17 16:25:01.466591 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f845fa-4d74-4827-9ddd-5a389f451ed1 req-5f6ede90-16e1-4dc1-b724-c8cef1be09ca tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:01.473939 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23f845fa-4d74-4827-9ddd-5a389f451ed1 req-5f6ede90-16e1-4dc1-b724-c8cef1be09ca tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.3193505 May 17 16:25:01.486459 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-a245bd33-1426-47a8-bf50-5cf1ff42d242 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/quotas/2652f9287205447c83d28dd759fa43cf HTTP/1.1" status: 200 len: 375 time: 0.0440266 May 17 16:25:01.529420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.562075 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:01.563808 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ec400fb9-79d6-4461-9330-f3b908af07cd tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2652f9287205447c83d28dd759fa43cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764325 May 17 16:25:01.579526 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:01.675530 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.677806 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:01.686898 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23f845fa-4d74-4827-9ddd-5a389f451ed1 req-2a54ea62-9bf2-4ec8-a81d-772e0d263aaf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117124 May 17 16:25:01.760704 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-18478f2a-0b33-462d-9491-244249e74079 service neutron] 10.222.0.59 "GET /v2.0/networks/0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960177 May 17 16:25:01.773140 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:01.777959 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:01.928847 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-4c5c6a79-7e9e-4cb2-b79e-0aa7f94f31cf service neutron] 10.222.0.59 "GET /v2.0/networks/0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609128 May 17 16:25:01.958088 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['68acd8ec-9d16-4522-aceb-c5e087fc3d26'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:02.320580 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bdceac52-0dbb-4ddd-91ff-21320b7fe400 req-f4e378fd-cc70-4ad0-9db3-c81ebc706541 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0737054 May 17 16:25:02.676938 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59004) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:02.754716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Deleting subnet b69b8e5e-98e0-49a3-86c7-5881ed17984b {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:25:02.758104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:02.815803 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:02.939550 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.035242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd2c5a-6c5d-4081-b271-9c4e2f24116b req-d12b1b13-b73d-44d0-b1dc-37916bb0c651 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:03.036867 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23bd2c5a-6c5d-4081-b271-9c4e2f24116b req-d12b1b13-b73d-44d0-b1dc-37916bb0c651 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 945 time: 0.1888366 May 17 16:25:03.157672 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23bd2c5a-6c5d-4081-b271-9c4e2f24116b req-4941b3cc-c8a6-44f1-9496-34ddd3e7644a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771568 May 17 16:25:03.184967 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.191352 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:03.305565 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-791100e2-2606-403e-8947-0966e270476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.404581 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:03.410299 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:03.410717 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.417720 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7ccac676-3ce3-4ac7-acdb-5944a21e09cb req-9f13a15c-29c6-4772-9a3e-c8ec8e7429e2 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0459225 May 17 16:25:03.473768 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.479392 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:03.521434 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69b8e5e-98e0-49a3-86c7-5881ed17984b,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:03.524339 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:03.525294 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.537087 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d1430366-6cfd-423f-a636-eeffd6cb9587 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b69b8e5e-98e0-49a3-86c7-5881ed17984b HTTP/1.1" status: 204 len: 168 time: 0.8538613 May 17 16:25:03.537087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59012) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:03.556531 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.591908 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:03.603910 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:03.652211 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'code': 200} May 17 16:25:03.716279 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.719576 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:03.758855 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.836518 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:03.852538 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:03.886781 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.918098 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.934171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2743b61-2a02-4ba0-8a3d-3f2650279a63']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:03.948430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43928eb-0856-4370-8139-3181a46513e9') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:03.948430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43928eb-0856-4370-8139-3181a46513e9') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:03.961450 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.979718 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.986866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:25:03.987392 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:25:04.003559 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:25:04.185592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b434a4-d334-4e7b-a160-9bf8b595cc0a req-856616aa-4e09-4ba9-87fc-1898710815f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.189681 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-16b434a4-d334-4e7b-a160-9bf8b595cc0a req-856616aa-4e09-4ba9-87fc-1898710815f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1099 time: 0.0867841 May 17 16:25:04.235900 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-16b434a4-d334-4e7b-a160-9bf8b595cc0a req-d3bd525b-d670-4443-8170-b4693ae2803d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 May 17 16:25:04.270043 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.273843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1cfff611-b325-4634-977e-c580a5950c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:04.291747 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.336430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2743b61-2a02-4ba0-8a3d-3f2650279a63,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:04.345489 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:04.387820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f9f1-eb3c-4093-bbd6-6e0c0959be2a req-c654ae3c-d321-4f3b-8afb-b25b66211f26 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.389622 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45a6f9f1-eb3c-4093-bbd6-6e0c0959be2a req-c654ae3c-d321-4f3b-8afb-b25b66211f26 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0993481 May 17 16:25:04.442808 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45a6f9f1-eb3c-4093-bbd6-6e0c0959be2a req-c09b5bf4-e650-4110-9e16-b8565c888d8b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 May 17 16:25:04.471464 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2b97b86b-c08f-43da-9b4c-590d5d84ea57 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b2743b61-2a02-4ba0-8a3d-3f2650279a63 HTTP/1.1" status: 204 len: 168 time: 0.9357638 May 17 16:25:04.584992 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-08c15b49-c671-4c08-a1c2-046462c1a173 req-794c246a-db86-4b19-8c97-c5b4940b9d40 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0510972 May 17 16:25:04.996389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59050) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:05.084056 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59054) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:05.099095 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c050bc9a-e147-4726-a312-984ea84b952d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fc4215488bd496d8123b95517bfd0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010578 May 17 16:25:05.183189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.225484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.313092 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.445514 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.449777 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1b7591d6-c5b8-4055-aa13-6e4a50f1a474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:05.464299 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada18ee4-bc3f-493d-bd58-a948ee7e38ed,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:05.467441 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:05.581728 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.586999 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ada18ee4-bc3f-493d-bd58-a948ee7e38ed HTTP/1.1" status: 204 len: 168 time: 0.5011075 May 17 16:25:05.669609 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ab2b-44b6-4223-a268-f964dae2d623 req-5873ea03-6f0e-48b6-b0cb-6c74a29f12fb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:05.671416 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ce42ab2b-44b6-4223-a268-f964dae2d623 req-5873ea03-6f0e-48b6-b0cb-6c74a29f12fb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0988493 May 17 16:25:05.765975 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ce42ab2b-44b6-4223-a268-f964dae2d623 req-1e9bddcb-5327-47a2-b8c2-9d514ceef324 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873499 May 17 16:25:05.768295 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2742c186-84c7-4a80-91db-b2af52e20f4c req-782eeaa7-15d3-41ae-a7bb-4e140bf31e4c tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0569155 May 17 16:25:06.120382 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-55f7ff40-1d5d-4ac1-9dcb-19b6a133d194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:06.120382 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-55f7ff40-1d5d-4ac1-9dcb-19b6a133d194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.26 "GET /v2.0/networks?id=0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 HTTP/1.1" status: 200 len: 808 time: 0.2971580 May 17 16:25:06.129184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-78d4c31f-2c79-4af1-bec3-f2b47ab04e6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:06.130837 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-78d4c31f-2c79-4af1-bec3-f2b47ab04e6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 815 time: 0.2316101 May 17 16:25:06.149062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Request body: {'port': {'device_id': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3', 'admin_state_up': True, 'tenant_id': '2652f9287205447c83d28dd759fa43cf'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:06.171134 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-a223e6a3-9a2f-4278-ad6a-4e80411ad3fa tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/quotas/d2f068465ae2457bae51c00f404a7c8f HTTP/1.1" status: 200 len: 375 time: 0.0343945 May 17 16:25:06.353559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:06.359760 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Usage tracker for resource:port and tenant:2652f9287205447c83d28dd759fa43cf is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:06.363306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:06.371480 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:06.381312 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-0b23b169-dd14-4075-a975-f69b8bd9b985 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634727 May 17 16:25:06.525316 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Made reservation on behalf of 2652f9287205447c83d28dd759fa43cf for: {'port': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:06.528749 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.554615 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-b8dd860c-177f-42a3-a6b5-54f8d80a48b0 service neutron] 10.222.0.59 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584759 May 17 16:25:06.879984 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-af5d8b6e-98db-42e6-8262-6f4997223961 service neutron] 10.222.0.59 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192017 May 17 16:25:06.938398 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8a756612-c0ac-4a22-b9b5-ee092c78dd7d req-268667a0-1535-44cf-84a2-442894f1107c tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0545859 May 17 16:25:06.938866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Allocated IP 172.20.0.2 (0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3/7465ff28-afee-4ff8-90f8-bad63ea59726/b82910ab-09bc-40ab-89a3-4531511b1141) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:07.215707 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.235678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f85c0-5fa9-46b4-9b04-1191fd05d4b1 req-f74e8d13-3fa7-438a-a729-cffe74871f8b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:07.237272 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f3f85c0-5fa9-46b4-9b04-1191fd05d4b1 req-f74e8d13-3fa7-438a-a729-cffe74871f8b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1642852 May 17 16:25:07.299173 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f805c544-e268-4b20-90b0-eee762a90ab4 req-539e1412-1115-4396-991c-813fde9ebb3d tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 210 time: 0.0608737 May 17 16:25:07.335789 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f3f85c0-5fa9-46b4-9b04-1191fd05d4b1 req-ab581dba-3165-4ed9-8fff-89452f152861 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589724 May 17 16:25:07.433558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.439670 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:07.556278 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:07.560488 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:07.568734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:07.611875 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Pushing event updated for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:07.629501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.629872 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.630237 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.630595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.630959 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.631325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.631674 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.632026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.632376 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.632721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.633066 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.633406 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:07.642059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:07.654445 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:07.655076 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.688244 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460759-baab-4e7d-8b26-243d8aa746cf req-d4c4f364-ccef-463c-b05b-2f02571405cc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:07.689774 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-15460759-baab-4e7d-8b26-243d8aa746cf req-d4c4f364-ccef-463c-b05b-2f02571405cc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.2195950 May 17 16:25:07.698777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59098) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:07.704746 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'floatingip': {'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:07.780584 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6364188 May 17 16:25:07.785145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.851834 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Request body: {'port': {'device_id': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:08.200678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:08.556006 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e89d-e1a5-40ae-a101-ae12dba5f87c req-03ac5f30-efbc-4304-9c5d-8055506d307d tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:08.556713 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-5229e89d-e1a5-40ae-a101-ae12dba5f87c req-03ac5f30-efbc-4304-9c5d-8055506d307d tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Synchronizing usage tracker for tenant:2652f9287205447c83d28dd759fa43cf on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:08.909725 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0650f6fc-89af-450f-996f-1359b5fd7256 req-beb67fc5-63b9-465d-ac05-3990f1ac50c4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 210 time: 0.1353045 May 17 16:25:09.061477 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-5229e89d-e1a5-40ae-a101-ae12dba5f87c req-03ac5f30-efbc-4304-9c5d-8055506d307d tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Unset dirty status for tenant:2652f9287205447c83d28dd759fa43cf on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:09.063366 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5229e89d-e1a5-40ae-a101-ae12dba5f87c req-03ac5f30-efbc-4304-9c5d-8055506d307d tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 931 time: 1.0037959 May 17 16:25:09.128352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.db.resource_extend [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 16:25:09.245171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82910ab-09bc-40ab-89a3-4531511b1141 {{(pid=79275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:09.258286 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:09.272032 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5229e89d-e1a5-40ae-a101-ae12dba5f87c req-360c641d-71da-46e6-a8dc-476b22c3aeb6 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950107 May 17 16:25:09.278698 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:09.287669 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Transition to ACTIVE for port object b82910ab-09bc-40ab-89a3-4531511b1141 will not be triggered until provisioned by entity L2. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:09.490635 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:09.539037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:09.551231 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:09.764917 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:09.771484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:09.872982 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Floating IP 2e502214-dd5f-4919-8dfa-7038b1175653 associated. External IP: 172.28.2.239, port: 68acd8ec-9d16-4522-aceb-c5e087fc3d26. May 17 16:25:10.190882 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Attempting to bind port b82910ab-09bc-40ab-89a3-4531511b1141 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:10.191161 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Attempting to bind port b82910ab-09bc-40ab-89a3-4531511b1141 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c943be38-39af-4812-8375-9de934ba2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3'}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:10.191508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Attempting to bind port b82910ab-09bc-40ab-89a3-4531511b1141 on network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:10.207937 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c39d0140-bf50-4415-8c04-00de54aeb3c6 req-85c0b804-dee1-4a8b-829f-a755244ec12e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 210 time: 0.0704207 May 17 16:25:10.212189 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Port b82910ab-09bc-40ab-89a3-4531511b1141 on network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:10.212189 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Attempting to bind port b82910ab-09bc-40ab-89a3-4531511b1141 on network 0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:10.223361 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:10.223702 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Checking segment: {'id': 'c943be38-39af-4812-8375-9de934ba2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:10.224087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Bound using segment: {'id': 'c943be38-39af-4812-8375-9de934ba2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3'} {{(pid=79275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:10.224534 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.managers [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Bound port: b82910ab-09bc-40ab-89a3-4531511b1141, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c943be38-39af-4812-8375-9de934ba2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3'}}] {{(pid=79275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:10.224878 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.508986 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, cleared binding levels {{(pid=79275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:10.530733 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b82910ab-09bc-40ab-89a3-4531511b1141,segment=NetworkSegment(c943be38-39af-4812-8375-9de934ba2d22),segment_id=c943be38-39af-4812-8375-9de934ba2d22)] {{(pid=79275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:10.555826 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-9712491c-2101-485f-9506-7401873f9913 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:10.568057 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-9712491c-2101-485f-9506-7401873f9913 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Synchronizing usage tracker for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:network {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:10.568227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:25:10.585087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d208bd-88c9-40ca-88d3-95b06f750b5c req-d89f6d41-fe2b-4d9f-9aa4-a4501235ac87 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:10.586582 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-10d208bd-88c9-40ca-88d3-95b06f750b5c req-d89f6d41-fe2b-4d9f-9aa4-a4501235ac87 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.1974111 May 17 16:25:10.696034 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-9712491c-2101-485f-9506-7401873f9913 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Unset dirty status for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:network {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:10.697459 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-9712491c-2101-485f-9506-7401873f9913 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 815 time: 0.2914960 May 17 16:25:10.705559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.711021 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'port': {'device_id': '4c350573-10bb-44f7-8c12-7ff19244399c', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'admin_state_up': True, 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:10.759664 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:10.834067 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-10d208bd-88c9-40ca-88d3-95b06f750b5c req-e3351e5b-87fa-4a8d-8327-2510c7cb00f8 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949613 May 17 16:25:10.862594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:10.866804 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:port and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:10.869928 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:10.881643 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:10.888585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:10.889195 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.891500 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/b82910ab-09bc-40ab-89a3-4531511b1141 HTTP/1.1" status: 200 len: 1093 time: 3.0494974 May 17 16:25:10.892061 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:10.934302 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:25:10.935877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=3']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:10.942242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.955409 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:25:10.966476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:10.967321 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:25:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:10.968978 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:10.972240 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141', 'status': 'completed', 'code': 200} May 17 16:25:10.973530 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Made reservation on behalf of d2f068465ae2457bae51c00f404a7c8f for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:10.977667 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.069103 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-62ccb5c4-2ffa-4be2-9dce-283e31c9a9bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "PUT /v2.0/floatingips/2e502214-dd5f-4919-8dfa-7038b1175653 HTTP/1.1" status: 200 len: 992 time: 3.3662283 May 17 16:25:11.087689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7e5e-62c0-45fb-8f06-cabb71dc4b4e req-b3989382-17e5-4302-a35f-5d919fad6f9a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.089228 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-288f7e5e-62c0-45fb-8f06-cabb71dc4b4e req-b3989382-17e5-4302-a35f-5d919fad6f9a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.2735553 May 17 16:25:11.140490 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-7f2fe832-47bd-4b7e-ab5b-831d64f03fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.142837 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-7f2fe832-47bd-4b7e-ab5b-831d64f03fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2652f9287205447c83d28dd759fa43cf&device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1650431 May 17 16:25:11.185762 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:11.219700 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Allocated IP 172.20.0.4 (68f38a49-e9a2-4c0a-a9b0-4487cc620dbb/e2eacc1f-4359-4f0c-b831-a1859115a923/96c254c2-2b4d-4c93-984a-ff89aa51a198) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:11.299058 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-288f7e5e-62c0-45fb-8f06-cabb71dc4b4e req-9d0585b2-fdb2-44ee-9573-050e25b98609 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021546 May 17 16:25:11.433032 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79ffcd78-3653-46e2-8e97-25abfac6e4b2 req-7d8e922f-2abe-4bf5-aa6f-4069cce77eb2 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 210 time: 0.0630391 May 17 16:25:11.434298 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-4ab5ef84-049a-4db8-9301-3d6cbacad764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.435779 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-4ab5ef84-049a-4db8-9301-3d6cbacad764 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2652f9287205447c83d28dd759fa43cf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2704976 May 17 16:25:11.488827 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.507655 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Transition to ACTIVE for port object 96c254c2-2b4d-4c93-984a-ff89aa51a198 will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:11.612917 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-60f46342-c4ed-49cf-a8d4-a8fc0b89f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.615139 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-031ca2fd-0de2-4d86-ba41-de1a6ab046fa req-60f46342-c4ed-49cf-a8d4-a8fc0b89f303 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687725 May 17 16:25:11.619077 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.632926 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ca53df73-28fb-49ae-86b0-bd2c14489be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:11.661042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '2e502214-dd5f-4919-8dfa-7038b1175653', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.239', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25340aea-5639-43e3-83e0-1314de8445be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:25:09Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:11.665136 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:25:11.674251 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:11.674880 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:25:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:11.714290 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:11.718498 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:11.724345 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:11.753580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-369da31b-ba14-46c8-aff3-0257a698eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.755274 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-369da31b-ba14-46c8-aff3-0257a698eef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2652f9287205447c83d28dd759fa43cf&device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0926316 May 17 16:25:11.777676 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:11.790465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.790465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.790465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.790465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.790465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.790962 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.792108 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.792661 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.793199 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.793698 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.794203 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.794693 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:11.808857 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:11.878428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.879033 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.934819 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:12.019400 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125145 May 17 16:25:12.093026 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-850986db-6227-4860-bd99-8dc9eac72085 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82910ab-09bc-40ab-89a3-4531511b1141 HTTP/1.1" status: 200 len: 217 time: 0.3283596 May 17 16:25:12.217009 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-93784164-3b3f-497d-b9bc-801a4ea0551f None None] Provisioning for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:12.224342 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90b1c-308d-422c-8395-ee2e3dd1615d req-b4524ba2-5fba-4964-adbc-96358e35ae70 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.227513 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-93784164-3b3f-497d-b9bc-801a4ea0551f None None] Provisioning complete for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:12.227982 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-93784164-3b3f-497d-b9bc-801a4ea0551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.233454 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d4c90b1c-308d-422c-8395-ee2e3dd1615d req-b4524ba2-5fba-4964-adbc-96358e35ae70 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.1497967 May 17 16:25:12.321923 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d4c90b1c-308d-422c-8395-ee2e3dd1615d req-92c3dc2a-d285-4513-a4cd-2873935bba8a tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 May 17 16:25:12.490931 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-93784164-3b3f-497d-b9bc-801a4ea0551f None None] Port 96c254c2-2b4d-4c93-984a-ff89aa51a198 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:25:12.570960 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '2e502214-dd5f-4919-8dfa-7038b1175653', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.239', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25340aea-5639-43e3-83e0-1314de8445be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:25:09Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:12.575412 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b2be2-03d7-4683-846c-5133d49e88b4 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '2e502214-dd5f-4919-8dfa-7038b1175653', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.239', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25340aea-5639-43e3-83e0-1314de8445be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:25:09Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:25:12.582757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3bedd-1ec8-4950-8812-af1653551d63 req-35d7a145-fffe-497d-bce6-600183cda99a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.590077 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-09a3bedd-1ec8-4950-8812-af1653551d63 req-35d7a145-fffe-497d-bce6-600183cda99a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.1138463 May 17 16:25:12.661905 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-09a3bedd-1ec8-4950-8812-af1653551d63 req-0df04632-bef8-4aff-8002-ceac31ad0aed tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539169 May 17 16:25:12.856808 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777870-f795-4ae7-83bc-4a3aace1d337 req-22be15d8-c080-4817-9a0c-d4b226477744 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.858344 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-49777870-f795-4ae7-83bc-4a3aace1d337 req-22be15d8-c080-4817-9a0c-d4b226477744 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.1040301 May 17 16:25:12.860443 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27dfd0-a377-4eb6-aaec-0a44f7ef2ec5 None None] New status for floating IP 2e502214-dd5f-4919-8dfa-7038b1175653: ACTIVE {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:25:12.911459 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-49777870-f795-4ae7-83bc-4a3aace1d337 req-55b36039-61be-43c8-81c0-5ef8a3956510 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 May 17 16:25:12.973732 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:13.026075 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'status': 'completed', 'code': 200} May 17 16:25:13.533932 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae11df-7223-4d59-a07c-c4f9c6b80e24 req-3df84596-92fa-4ba6-8513-dbee4f8094fa tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.535348 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9dae11df-7223-4d59-a07c-c4f9c6b80e24 req-3df84596-92fa-4ba6-8513-dbee4f8094fa tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0927432 May 17 16:25:13.586298 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9dae11df-7223-4d59-a07c-c4f9c6b80e24 req-e1dac5bc-eee5-4e54-b4bd-00a05462dddb tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 May 17 16:25:13.849521 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4be1-960c-4690-9b0a-8ca57e3aaf84 req-12fd2782-74e2-43cf-be5d-cca37831331d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.849521 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-16ae4be1-960c-4690-9b0a-8ca57e3aaf84 req-12fd2782-74e2-43cf-be5d-cca37831331d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0916271 May 17 16:25:13.900673 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-16ae4be1-960c-4690-9b0a-8ca57e3aaf84 req-fc2292a6-a9a7-4b78-b1c1-27c0ace0b847 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470746 May 17 16:25:14.124026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0b3a-c4a1-4fab-915a-88e54350122e req-15b426f7-b681-4088-8434-8855b4def3d3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.125751 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c8af0b3a-c4a1-4fab-915a-88e54350122e req-15b426f7-b681-4088-8434-8855b4def3d3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0958750 May 17 16:25:14.179677 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c8af0b3a-c4a1-4fab-915a-88e54350122e req-1344b4c0-09f2-44b0-9971-5ac377f309dd tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 May 17 16:25:14.819652 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2a8e-c39c-4ed9-81b6-35347a3a1d68 req-bacfb447-0807-43d1-9341-ceca7e83b60a tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.821165 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-922b2a8e-c39c-4ed9-81b6-35347a3a1d68 req-bacfb447-0807-43d1-9341-ceca7e83b60a tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.1033297 May 17 16:25:14.871638 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-922b2a8e-c39c-4ed9-81b6-35347a3a1d68 req-f9688804-ffdf-4f11-a36d-890728b83c5e tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 May 17 16:25:15.116891 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0131-6684-43f4-8ebd-4e04de8bd9c4 req-d3e4c601-94f6-4815-b367-f48fdb1c2031 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.118575 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d2a0131-6684-43f4-8ebd-4e04de8bd9c4 req-d3e4c601-94f6-4815-b367-f48fdb1c2031 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0901411 May 17 16:25:15.167451 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d2a0131-6684-43f4-8ebd-4e04de8bd9c4 req-5fb8a553-d3f7-4869-a92a-9be9fc7eb660 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 May 17 16:25:15.388394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53080ff2-1439-421e-85ec-4d0df7cf3f95 req-98282a2a-258d-4415-ad67-b34cb1095834 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.389882 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-53080ff2-1439-421e-85ec-4d0df7cf3f95 req-98282a2a-258d-4415-ad67-b34cb1095834 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0798357 May 17 16:25:15.445380 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-53080ff2-1439-421e-85ec-4d0df7cf3f95 req-364380dc-77d2-4083-9edb-f78effe06787 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 May 17 16:25:16.099536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaed3ec-9c14-4e7a-910d-45ceedc53558 req-a4127d84-b2df-402b-bd8c-162bed85fac7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.101131 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ceaed3ec-9c14-4e7a-910d-45ceedc53558 req-a4127d84-b2df-402b-bd8c-162bed85fac7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.1030631 May 17 16:25:16.151107 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ceaed3ec-9c14-4e7a-910d-45ceedc53558 req-0e8b8f74-1258-4d62-8368-75a459747a99 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 May 17 16:25:16.375102 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34f14-4124-4509-9d54-2e9beb1cbbbb req-077a4f40-5a2e-4747-bb74-b278f982ab9d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.377470 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f1f34f14-4124-4509-9d54-2e9beb1cbbbb req-077a4f40-5a2e-4747-bb74-b278f982ab9d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0917232 May 17 16:25:16.437492 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f1f34f14-4124-4509-9d54-2e9beb1cbbbb req-bb3a07d1-2c8f-4fa4-a5fd-4ff50be6df02 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 May 17 16:25:16.664793 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fbe52-0f4a-47c5-a833-3663933f6c05 req-c2b567ab-23cb-42bb-bb16-67e1b1f48e16 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.666689 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6e8fbe52-0f4a-47c5-a833-3663933f6c05 req-c2b567ab-23cb-42bb-bb16-67e1b1f48e16 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0950298 May 17 16:25:16.714670 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6e8fbe52-0f4a-47c5-a833-3663933f6c05 req-09ca7ccf-5d72-4e18-8b54-13e20a4c268d tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 May 17 16:25:17.412983 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fff45e-ec84-4b21-b3df-83a67d77cb04 req-c5ef1ed9-0f02-494c-afe3-3af16a74a936 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:17.412983 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07fff45e-ec84-4b21-b3df-83a67d77cb04 req-c5ef1ed9-0f02-494c-afe3-3af16a74a936 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.1036777 May 17 16:25:17.442822 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07fff45e-ec84-4b21-b3df-83a67d77cb04 req-1c7d8e06-f016-4133-a5f8-45813b551a88 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551541 May 17 16:25:17.681673 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6223a-47d1-4b49-bd12-f1a979aab788 req-f34f8fb0-dc4d-418b-ab91-d4a891c9bb39 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:17.683134 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30c6223a-47d1-4b49-bd12-f1a979aab788 req-f34f8fb0-dc4d-418b-ab91-d4a891c9bb39 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.1068275 May 17 16:25:17.731052 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30c6223a-47d1-4b49-bd12-f1a979aab788 req-e5a53e2b-6f9f-4243-9480-4f7cf4ac62e1 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 May 17 16:25:17.920862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757eed-08a9-4552-be7d-a24795abb64a req-932c4b35-ed0c-44fc-8b19-c8223c7eb0aa tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:17.928889 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79757eed-08a9-4552-be7d-a24795abb64a req-932c4b35-ed0c-44fc-8b19-c8223c7eb0aa tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0939841 May 17 16:25:17.973771 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79757eed-08a9-4552-be7d-a24795abb64a req-02e78c90-210c-404d-89ab-cba26eb3cc02 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 May 17 16:25:18.643592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179f8f-1344-46f1-87e8-286382ee0fc8 req-ef8ae5f1-38cb-44fa-a46f-dcf184c91731 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:18.645094 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ff179f8f-1344-46f1-87e8-286382ee0fc8 req-ef8ae5f1-38cb-44fa-a46f-dcf184c91731 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0867429 May 17 16:25:18.694295 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ff179f8f-1344-46f1-87e8-286382ee0fc8 req-8f4aebf5-8524-4703-a5e4-4f597578c7f7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 May 17 16:25:18.926602 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9fde1-c3d9-4f3a-9db9-a9a75d586572 req-4ddb0092-0696-4638-9347-0058c825503d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:18.929310 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a8b9fde1-c3d9-4f3a-9db9-a9a75d586572 req-4ddb0092-0696-4638-9347-0058c825503d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0875738 May 17 16:25:19.069030 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a8b9fde1-c3d9-4f3a-9db9-a9a75d586572 req-01d5abfe-30e3-4d05-98a8-44224494fee0 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350572 May 17 16:25:19.255988 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269ffe-42cd-486c-a6e1-2e9f60837941 req-12fd27fd-c63f-4e00-b715-94658ebd8b46 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:19.257532 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c269ffe-42cd-486c-a6e1-2e9f60837941 req-12fd27fd-c63f-4e00-b715-94658ebd8b46 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0826972 May 17 16:25:19.316142 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c269ffe-42cd-486c-a6e1-2e9f60837941 req-3bb0424d-6a83-4391-a1b3-b66393b64d68 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518186 May 17 16:25:19.909433 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4a0b-e25c-40d7-be92-c69f577fc4d4 req-0b52cddc-7abc-41d8-9eee-94cb12263d58 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:19.910875 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d70b4a0b-e25c-40d7-be92-c69f577fc4d4 req-0b52cddc-7abc-41d8-9eee-94cb12263d58 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0879409 May 17 16:25:19.956529 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d70b4a0b-e25c-40d7-be92-c69f577fc4d4 req-a21e0d35-029b-45e6-90da-644028b0dd12 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 May 17 16:25:20.269370 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a42b0-4e0f-43c6-8ca1-6df5d7fdb289 req-9eb5b8e6-7d83-40b8-8820-515582c65898 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.271684 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-585a42b0-4e0f-43c6-8ca1-6df5d7fdb289 req-9eb5b8e6-7d83-40b8-8820-515582c65898 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0830529 May 17 16:25:20.325501 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-585a42b0-4e0f-43c6-8ca1-6df5d7fdb289 req-db3ae9b1-9536-4b5d-a877-7b7f61b03fad tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480382 May 17 16:25:20.516221 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40a84-9b9d-4781-beb0-4b27a635107e req-482d7dca-a3dd-442c-aa83-20fbd60291ae tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.517659 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23e40a84-9b9d-4781-beb0-4b27a635107e req-482d7dca-a3dd-442c-aa83-20fbd60291ae tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0801847 May 17 16:25:20.563354 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-23e40a84-9b9d-4781-beb0-4b27a635107e req-1bb38e32-4403-4c1b-94b0-43dd4d9ff41a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 May 17 16:25:21.321627 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e203182-25c6-4e1f-998e-f7236cd626e3 req-e538ce52-ab8e-429e-b53e-708a678cf1ae tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:21.323105 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e203182-25c6-4e1f-998e-f7236cd626e3 req-e538ce52-ab8e-429e-b53e-708a678cf1ae tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0907137 May 17 16:25:21.371679 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5e203182-25c6-4e1f-998e-f7236cd626e3 req-d3aa7c52-1126-401f-a511-2ee825d7db00 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 May 17 16:25:21.565120 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daf26b-88af-4ae0-9d7a-83488e9259cd req-11dc1eff-58cf-4560-a0be-dfd5ed3c28b4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:21.566694 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c5daf26b-88af-4ae0-9d7a-83488e9259cd req-11dc1eff-58cf-4560-a0be-dfd5ed3c28b4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0859671 May 17 16:25:21.622394 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c5daf26b-88af-4ae0-9d7a-83488e9259cd req-1bcb1b8c-a841-46b6-8aad-5e57bfa3eac1 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 May 17 16:25:21.803211 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100939f2-546a-476b-803f-ada991b33668 req-c412e093-a85a-4216-9efe-4eae500508f0 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:21.804688 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-100939f2-546a-476b-803f-ada991b33668 req-c412e093-a85a-4216-9efe-4eae500508f0 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0803750 May 17 16:25:21.855622 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-100939f2-546a-476b-803f-ada991b33668 req-c0366142-0ede-47e0-860e-39e4453030bc tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452623 May 17 16:25:22.583012 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e340094-eea0-411f-9231-8d890438dcc7 req-0cecc8b0-5ac4-4d1a-94d4-7b0bb843d1c3 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:22.584777 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2e340094-eea0-411f-9231-8d890438dcc7 req-0cecc8b0-5ac4-4d1a-94d4-7b0bb843d1c3 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0909104 May 17 16:25:22.634501 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2e340094-eea0-411f-9231-8d890438dcc7 req-41b82b6f-7bf0-4316-8b54-fa271dedc200 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 May 17 16:25:22.821355 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1692d3f-7d35-452e-b25f-03059db941c8 req-8fab1aa4-3b8d-473d-8207-21d1d46fe854 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:22.822868 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1692d3f-7d35-452e-b25f-03059db941c8 req-8fab1aa4-3b8d-473d-8207-21d1d46fe854 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0815313 May 17 16:25:22.873808 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1692d3f-7d35-452e-b25f-03059db941c8 req-9080a02f-6c7c-444f-bcec-1c49754ba68d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 May 17 16:25:23.063685 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9425-5d06-4763-913b-8468e0f42242 req-2046348d-baf8-4b2e-b1b6-061bdac8501f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:23.065137 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-69ba9425-5d06-4763-913b-8468e0f42242 req-2046348d-baf8-4b2e-b1b6-061bdac8501f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.0879982 May 17 16:25:23.114035 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-69ba9425-5d06-4763-913b-8468e0f42242 req-36d75bc6-c592-431d-84ea-58cdfea83fd7 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 May 17 16:25:23.820175 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89f356-bc6c-4131-8203-f82ac32711e4 req-55c72131-62b2-4053-b441-cee0c7bdfc48 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:23.821615 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7e89f356-bc6c-4131-8203-f82ac32711e4 req-55c72131-62b2-4053-b441-cee0c7bdfc48 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0818114 May 17 16:25:23.866319 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7e89f356-bc6c-4131-8203-f82ac32711e4 req-6c2a464a-1125-48f6-8046-d21b187d351f tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 May 17 16:25:24.062468 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034f9c0-11eb-4ef5-b6da-dda9cbfd91d1 req-00cc0c71-a7b9-47ab-abcc-c14d298dc5d8 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.064413 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c034f9c0-11eb-4ef5-b6da-dda9cbfd91d1 req-00cc0c71-a7b9-47ab-abcc-c14d298dc5d8 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0834677 May 17 16:25:24.065680 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Request body: {'port': {'device_id': '4c350573-10bb-44f7-8c12-7ff19244399c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:24.161873 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-7ac3c78b-0a49-4c94-8a03-f48ca8d0bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.165139 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-7ac3c78b-0a49-4c94-8a03-f48ca8d0bcc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7465ff28-afee-4ff8-90f8-bad63ea59726 HTTP/1.1" status: 200 len: 848 time: 0.0979857 May 17 16:25:24.166752 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c034f9c0-11eb-4ef5-b6da-dda9cbfd91d1 req-7b1c7374-e24f-404b-a8a2-181cb111116d tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 May 17 16:25:24.172449 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:25:24.217189 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-a987d512-e3d2-4915-ab7e-02247e5cb4e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422027 May 17 16:25:24.262443 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-bd33b3ac-a267-4a09-8884-4f88f7892a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.263929 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-bd33b3ac-a267-4a09-8884-4f88f7892a5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1099 time: 0.1578681 May 17 16:25:24.269437 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:24.411532 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-ed22ff5d-56e6-4fe9-808b-a4c25f2cb2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825025 May 17 16:25:24.424181 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630b4f-823b-466c-8717-64e2a5391cb4 req-c72ccd07-2431-4847-a01b-21ff34856312 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.425626 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dd630b4f-823b-466c-8717-64e2a5391cb4 req-c72ccd07-2431-4847-a01b-21ff34856312 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 931 time: 0.1774495 May 17 16:25:24.524245 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-d62cf597-0450-40f8-ba9f-ea04d4fda0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.525771 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-d62cf597-0450-40f8-ba9f-ea04d4fda0a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.2477052 May 17 16:25:24.642391 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dd630b4f-823b-466c-8717-64e2a5391cb4 req-8f4a6da7-f9c2-4776-a8f0-1a721f41a63e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900210 May 17 16:25:24.682357 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-21aac571-6f15-46dd-ba30-864fb7c3acef req-46646b3e-cee6-4181-b3f2-a58051885fbe service neutron] 10.222.0.26 "GET /v2.0/networks/0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556665 May 17 16:25:24.793921 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-f78d3ec3-53bf-46d3-a501-7300bdb6001b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1002 time: 0.2544093 May 17 16:25:24.880226 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-b921c3d6-e544-4010-9d09-c0928cb74ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.881645 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-b921c3d6-e544-4010-9d09-c0928cb74ffa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0772061 May 17 16:25:25.002318 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c254c2-2b4d-4c93-984a-ff89aa51a198 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:25.012007 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.032290 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Transition to ACTIVE for port object 96c254c2-2b4d-4c93-984a-ff89aa51a198 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:25.039685 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-242a72b4-7fe6-443c-890b-7df6c994e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.041020 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-242a72b4-7fe6-443c-890b-7df6c994e7ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460278 May 17 16:25:25.060199 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492fe22-4d85-4cf9-8d89-6841a96a2286 req-54058108-44c2-4120-bfbc-41f5d8f12b02 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.062920 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d492fe22-4d85-4cf9-8d89-6841a96a2286 req-54058108-44c2-4120-bfbc-41f5d8f12b02 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0850909 May 17 16:25:25.120310 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d492fe22-4d85-4cf9-8d89-6841a96a2286 req-f5ed6955-cf77-4da5-8f34-2632d6bbaa5f tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 May 17 16:25:25.156143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.162775 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:25.297505 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-71ba0574-d22c-40a3-aa25-fd210b4bbd19 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473593 May 17 16:25:25.310265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:25.356726 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:25.369844 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1558a9-7554-4951-b416-f67b0dcf2388 req-dda2e314-e85c-4dfa-8159-fb778219e7d9 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.371497 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7d1558a9-7554-4951-b416-f67b0dcf2388 req-dda2e314-e85c-4dfa-8159-fb778219e7d9 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0868104 May 17 16:25:25.424671 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7d1558a9-7554-4951-b416-f67b0dcf2388 req-a7c42baa-8287-49f9-b049-866c39cbc4cf tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 May 17 16:25:25.495818 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.523987 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Attempting to bind port 96c254c2-2b4d-4c93-984a-ff89aa51a198 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:25.524325 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Attempting to bind port 96c254c2-2b4d-4c93-984a-ff89aa51a198 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:25.524652 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Attempting to bind port 96c254c2-2b4d-4c93-984a-ff89aa51a198 on network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:25.533291 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Port 96c254c2-2b4d-4c93-984a-ff89aa51a198 on network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:25.533612 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Attempting to bind port 96c254c2-2b4d-4c93-984a-ff89aa51a198 on network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:25.539396 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3d1250c-2593-4969-8dbe-1189b1da2100 req-1d611833-02a7-4d88-a864-4cca71e11663 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313182 May 17 16:25:25.541761 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:25.542094 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Checking segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:25.542476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Bound using segment: {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:25.542953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Bound port: 96c254c2-2b4d-4c93-984a-ff89aa51a198, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c21c66-264b-4fee-8037-769d02d2b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:25.543269 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.667151 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:25.690960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:25.714533 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-df85b471-0d26-422b-ad26-947f13430fa8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773351 May 17 16:25:25.770553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.775906 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3895a592-a2d7-4c83-88a1-812ac5530835 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:25.835813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20176b6-178b-49a9-a8f1-d296d37e4064 req-a5f3c75b-f295-43ef-a744-9fd35d34c344 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.837193 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b20176b6-178b-49a9-a8f1-d296d37e4064 req-a5f3c75b-f295-43ef-a744-9fd35d34c344 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 943 time: 0.0822952 May 17 16:25:25.884441 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b20176b6-178b-49a9-a8f1-d296d37e4064 req-6c2fd910-6fa2-4009-be16-1b61f733b17e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 May 17 16:25:25.884814 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.885570 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.886852 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] 10.222.0.26 "PUT /v2.0/ports/96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 1093 time: 1.8285460 May 17 16:25:25.887385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:25.914635 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:25.919989 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:25.939408 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453c98-f673-4a8d-8ff1-674256886e27 req-2e4d4d5d-ff2a-4d99-97b3-d206f4a4a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.941432 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-2e4d4d5d-ff2a-4d99-97b3-d206f4a4a06e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1099 time: 0.1316063 May 17 16:25:25.945366 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:25:26.148627 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453c98-f673-4a8d-8ff1-674256886e27 req-73dd5830-ef79-4a21-b635-66b5f03a1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.150089 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-73dd5830-ef79-4a21-b635-66b5f03a1014 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1872830 May 17 16:25:26.152225 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-0487a864-5810-4429-9178-b3619d47aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.153547 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-0487a864-5810-4429-9178-b3619d47aeb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1096 time: 0.1711583 May 17 16:25:26.309145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c9bf0-20e6-422b-9e3b-b55d158144b8 req-6896406a-ff29-41c1-a3d7-2dad6482f1d5 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.310703 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b91c9bf0-20e6-422b-9e3b-b55d158144b8 req-6896406a-ff29-41c1-a3d7-2dad6482f1d5 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0860806 May 17 16:25:26.348716 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-e0044535-d1ef-4510-9d74-11a5522339d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1002 time: 0.1828718 May 17 16:25:26.357393 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b91c9bf0-20e6-422b-9e3b-b55d158144b8 req-55f5cfa9-64bf-40cc-a7a7-ee17eef66ef4 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 May 17 16:25:26.523479 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-720b188c-2337-44ab-aa56-8eec29df502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.524922 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-720b188c-2337-44ab-aa56-8eec29df502f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d2f068465ae2457bae51c00f404a7c8f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3581238 May 17 16:25:26.532700 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453c98-f673-4a8d-8ff1-674256886e27 req-c20643b0-8c4b-41b7-beff-1f048b4d5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.534044 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-c20643b0-8c4b-41b7-beff-1f048b4d5891 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.1689630 May 17 16:25:26.618633 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656359f0-ee45-413d-a807-95489dc1dde6 req-be6e8741-b9b3-4019-8861-a8584539f344 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.620008 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-656359f0-ee45-413d-a807-95489dc1dde6 req-be6e8741-b9b3-4019-8861-a8584539f344 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0784824 May 17 16:25:26.667820 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-656359f0-ee45-413d-a807-95489dc1dde6 req-f3b4804b-04b3-4b1f-91bb-a88f86840180 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 May 17 16:25:26.715279 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-90e31fc7-d8bb-4cbc-a365-d6684c6411d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.716716 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6dd1d344-b23c-4eb6-9ca9-d1e1df8f69ff req-90e31fc7-d8bb-4cbc-a365-d6684c6411d2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818411 May 17 16:25:26.722768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453c98-f673-4a8d-8ff1-674256886e27 req-1531c7ef-8184-48bd-a4f0-939e2fa6b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.724172 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-1531c7ef-8184-48bd-a4f0-939e2fa6b122 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1702087 May 17 16:25:26.912975 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-b005926e-31df-4a63-a43a-6b18a9369a9f service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813288 May 17 16:25:26.918916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-a5718dc5-7dac-461a-a381-7059a6cb1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.920328 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-a5718dc5-7dac-461a-a381-7059a6cb1def service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1096 time: 0.1621149 May 17 16:25:27.046873 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-2a16942c-c93b-41e8-8b4f-f151d3f2c6e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 217 time: 0.1083193 May 17 16:25:27.078366 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f742d7-ccf7-470c-b9fa-e217aa2958d0 req-a1734381-a272-466f-90a1-77bad0d31f1c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.080372 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96f742d7-ccf7-470c-b9fa-e217aa2958d0 req-a1734381-a272-466f-90a1-77bad0d31f1c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 943 time: 0.0809543 May 17 16:25:27.127604 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-96f742d7-ccf7-470c-b9fa-e217aa2958d0 req-09454da1-3d39-4bea-b044-ac88786d1200 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 May 17 16:25:27.148189 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-781a53d7-69f3-4252-8d98-12f0c5b021b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.148189 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-781a53d7-69f3-4252-8d98-12f0c5b021b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0884340 May 17 16:25:27.192606 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-16453c98-f673-4a8d-8ff1-674256886e27 req-0be67a1f-1bee-4aee-9b3b-f85a1cf4ec45 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712696 May 17 16:25:27.227892 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-48e61dab-215d-4417-ae9d-6f09d379b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.229354 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-48e61dab-215d-4417-ae9d-6f09d379b1e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739725 May 17 16:25:27.302423 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b82910ab-09bc-40ab-89a3-4531511b1141 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:27.363149 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-cd9c4186-5b2d-463b-9d1a-b81ba2b92eea service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258562 May 17 16:25:27.465097 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b82910ab-09bc-40ab-89a3-4531511b1141,segment=NetworkSegment(c943be38-39af-4812-8375-9de934ba2d22),segment_id=c943be38-39af-4812-8375-9de934ba2d22)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:27.481379 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'b82910ab-09bc-40ab-89a3-4531511b1141', 'network_id': '0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3', 'port_id': 'b82910ab-09bc-40ab-89a3-4531511b1141', 'mac_address': 'fa:16:3e:76:0b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7465ff28-afee-4ff8-90f8-bad63ea59726', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:27.532024 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-9e6869a6-a02a-4860-b48a-b7747068fcf6 req-95dfcf66-39d8-4769-9f50-4ab7303a4c47 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598623 May 17 16:25:27.540209 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:27.558100 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82910ab-09bc-40ab-89a3-4531511b1141 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:27.561054 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c73b3-c8e3-4a91-8b8f-21e42d87c732 req-097ba64f-8c77-41f2-9528-c51a8fe9e3b5 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.562898 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-426c73b3-c8e3-4a91-8b8f-21e42d87c732 req-097ba64f-8c77-41f2-9528-c51a8fe9e3b5 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 943 time: 0.0871880 May 17 16:25:27.574235 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b82910ab-09bc-40ab-89a3-4531511b1141,segment=NetworkSegment(c943be38-39af-4812-8375-9de934ba2d22),segment_id=c943be38-39af-4812-8375-9de934ba2d22)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:27.610177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-426c73b3-c8e3-4a91-8b8f-21e42d87c732 req-93f8144e-e9f1-47c5-b313-2426e2e0c216 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 May 17 16:25:27.669954 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:27.671924 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:27.737760 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:27.741866 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:27.860808 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148edf0-a781-4fe0-9970-3d69d84ad66c req-cc92bd76-4801-466f-9417-1bafdd834573 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.862252 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4148edf0-a781-4fe0-9970-3d69d84ad66c req-cc92bd76-4801-466f-9417-1bafdd834573 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0818815 May 17 16:25:27.910511 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4148edf0-a781-4fe0-9970-3d69d84ad66c req-c9bf06f7-3e41-419c-9fba-56aa33b3873c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 May 17 16:25:27.910743 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['b82910ab-09bc-40ab-89a3-4531511b1141'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:28.310248 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28160267-3bc9-480b-a756-e463d4735a88 req-993bcf48-d5c9-458b-8f3f-857dfe7887c9 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:28.311701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28160267-3bc9-480b-a756-e463d4735a88 req-993bcf48-d5c9-458b-8f3f-857dfe7887c9 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 943 time: 0.0784619 May 17 16:25:28.357224 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28160267-3bc9-480b-a756-e463d4735a88 req-e78db339-1323-47ee-87b7-8e95e4028382 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 May 17 16:25:28.381353 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-6ff58424-bdc9-4f95-8eee-65dedc9af8e1 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:28.382806 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-6ff58424-bdc9-4f95-8eee-65dedc9af8e1 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 945 time: 0.0843279 May 17 16:25:28.528177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Deleting port 2ccb24ab-897a-47a4-94b8-70c815cede2d {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:28.528644 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:28.661378 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] For port 2ccb24ab-897a-47a4-94b8-70c815cede2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2ccb24ab-897a-47a4-94b8-70c815cede2d,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:28.661733 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:28.802839 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9638b-31d4-47a1-8978-49d93dacacf4 req-e6d51f7e-75fd-40ef-b716-af86f5481534 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:28.804418 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-40f9638b-31d4-47a1-8978-49d93dacacf4 req-e6d51f7e-75fd-40ef-b716-af86f5481534 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 944 time: 0.0895684 May 17 16:25:28.851651 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-40f9638b-31d4-47a1-8978-49d93dacacf4 req-8f1ae0ba-d5d2-4b60-8cfa-36114d9b7d4e tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 May 17 16:25:28.862463 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Calling delete_port for 2ccb24ab-897a-47a4-94b8-70c815cede2d owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:29.049744 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:29.055646 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c4c7086d-58f8-4c93-980d-2f6f809c1ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:29.060962 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['2ccb24ab-897a-47a4-94b8-70c815cede2d'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:29.083073 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f9ccc8cc-d414-46d6-bd42-bd360d494647 req-b2f51f80-c8c1-4333-8128-af589c50093c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0546634 May 17 16:25:29.105759 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Pushing event deleted for resources: {'Port': ['ID=2ccb24ab-897a-47a4-94b8-70c815cede2d,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:29.109910 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:29.181106 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] No DVR routers for this DVR port 2ccb24ab-897a-47a4-94b8-70c815cede2d on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:29.183600 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:29.186106 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'name': 'network-vif-deleted', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:29.230493 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3f9065-a300-4d0d-8ec3-2e392ec6fa69', 'name': 'network-vif-deleted', 'tag': '2ccb24ab-897a-47a4-94b8-70c815cede2d', 'status': 'completed', 'code': 200} May 17 16:25:29.273200 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-325abc57-9c98-41f8-8ce0-2ea65d93ea06 req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "DELETE /v2.0/ports/2ccb24ab-897a-47a4-94b8-70c815cede2d HTTP/1.1" status: 204 len: 173 time: 0.8830512 May 17 16:25:29.315750 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b82910ab-09bc-40ab-89a3-4531511b1141 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:29.478559 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port b82910ab-09bc-40ab-89a3-4531511b1141 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:29.483436 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port b82910ab-09bc-40ab-89a3-4531511b1141 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:29.483813 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:29.552325 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340c38-f999-4145-991f-2b426341a488 req-19af3c69-e2e1-45d3-b08c-931b749a0c41 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:29.553907 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0d340c38-f999-4145-991f-2b426341a488 req-19af3c69-e2e1-45d3-b08c-931b749a0c41 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 943 time: 0.0860903 May 17 16:25:29.606778 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:29.615544 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0d340c38-f999-4145-991f-2b426341a488 req-364e666e-14a4-4d9d-b043-79a5695fb4e5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480940 May 17 16:25:29.636163 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:29.647663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b82910ab-09bc-40ab-89a3-4531511b1141,segment=NetworkSegment(c943be38-39af-4812-8375-9de934ba2d22),segment_id=c943be38-39af-4812-8375-9de934ba2d22)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:29.683616 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141', 'code': 200} May 17 16:25:29.735630 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:29.737490 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:29.801350 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:29.804331 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:30.044127 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6979-fcef-4892-bb7c-7e35e76de6fb req-74deda00-12cc-4a1a-b884-67cd0e00a29c tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:30.045661 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30ba6979-fcef-4892-bb7c-7e35e76de6fb req-74deda00-12cc-4a1a-b884-67cd0e00a29c tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0810339 May 17 16:25:30.098278 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-30ba6979-fcef-4892-bb7c-7e35e76de6fb req-908fd3b4-08c8-4141-98e7-0a3d40988ab4 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 May 17 16:25:30.124046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330631a-e2ec-4d9d-95e8-90360a05605e req-ed04df75-d8f2-4edb-83e1-ef744cec89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:30.126794 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2330631a-e2ec-4d9d-95e8-90360a05605e req-ed04df75-d8f2-4edb-83e1-ef744cec89e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 1098 time: 0.0810461 May 17 16:25:30.175883 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2330631a-e2ec-4d9d-95e8-90360a05605e req-00218e19-d17c-42de-835c-00b83e715695 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 May 17 16:25:30.223790 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-55203caa-503f-4410-bb1a-945e07a5411c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:30.271341 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4184c44-18f5-4604-a143-121ce3da7722 req-8857e7a4-3036-43a3-a4f3-f603a3fb1842 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=da3f9065-a300-4d0d-8ec3-2e392ec6fa69 HTTP/1.1" status: 200 len: 210 time: 0.0437613 May 17 16:25:30.794053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5912d-1b08-464a-8004-bac1f55d54a1 req-6fa263fe-ec88-4b26-82b1-e1b13fd96aeb tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:30.795516 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-55e5912d-1b08-464a-8004-bac1f55d54a1 req-6fa263fe-ec88-4b26-82b1-e1b13fd96aeb tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 943 time: 0.0797741 May 17 16:25:30.845709 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-55e5912d-1b08-464a-8004-bac1f55d54a1 req-72f5f890-470a-4ec6-b3fc-3ca4f66978c9 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436356 May 17 16:25:31.288687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450e571-03f6-483a-9bd7-279942ddb2bc req-1d7e529d-fa38-44fb-a8bb-297b4d394e0b tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:31.290202 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4450e571-03f6-483a-9bd7-279942ddb2bc req-1d7e529d-fa38-44fb-a8bb-297b4d394e0b tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0814300 May 17 16:25:31.332959 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 96c254c2-2b4d-4c93-984a-ff89aa51a198 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:31.337213 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4450e571-03f6-483a-9bd7-279942ddb2bc req-ff2cb36e-eefa-4f92-bc22-556ccb5218fa tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 May 17 16:25:31.474892 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:31.489859 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'port_id': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'mac_address': 'fa:16:3e:41:e9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:31.547813 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:31.565658 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c254c2-2b4d-4c93-984a-ff89aa51a198 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:31.582478 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:31.678573 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:31.680326 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-80b77c45-1a45-4523-8422-69caf42f8073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:31.746517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:31.749606 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:31.941444 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:32.054699 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888283b4-d087-4744-b6f8-f5910343112a req-3c61b665-49d5-4ce0-a305-569165ce03d5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:32.056206 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-888283b4-d087-4744-b6f8-f5910343112a req-3c61b665-49d5-4ce0-a305-569165ce03d5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 944 time: 0.1015434 May 17 16:25:32.110613 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-888283b4-d087-4744-b6f8-f5910343112a req-4112d2bf-ed12-4a15-b0d1-9d99211dc79b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 May 17 16:25:32.531534 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb25a5c-8a31-4b3f-a52f-4a59f8030eec req-7a9997aa-d220-46ae-8801-673e2a106e39 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:32.533200 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4cb25a5c-8a31-4b3f-a52f-4a59f8030eec req-7a9997aa-d220-46ae-8801-673e2a106e39 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0848241 May 17 16:25:32.656396 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4cb25a5c-8a31-4b3f-a52f-4a59f8030eec req-4ac023a5-e30e-498f-8e1b-db2301761d83 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172562 May 17 16:25:32.846607 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.973101 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-657c308c-de0c-4c74-bed2-46ad99a32e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.305242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4096277-2e6f-4541-84f5-a0b05ef18da1 req-1786e8e4-d7bd-4e8e-98ce-065464a55cbc tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:33.308852 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f4096277-2e6f-4541-84f5-a0b05ef18da1 req-1786e8e4-d7bd-4e8e-98ce-065464a55cbc tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 944 time: 0.0830910 May 17 16:25:33.332050 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 96c254c2-2b4d-4c93-984a-ff89aa51a198 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:33.354268 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f4096277-2e6f-4541-84f5-a0b05ef18da1 req-8e7d28cb-81af-4efb-9f66-e2b53c82d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 May 17 16:25:33.515922 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:33.522097 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:33.535897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.701654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.701654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:33.701654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:33.730692 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'code': 200} May 17 16:25:33.809435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.810383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 2ccb24ab-897a-47a4-94b8-70c815cede2d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:33.833327 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-50f34580-0088-49cf-98fe-c7629b4ca3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:33.886875 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 2ccb24ab-897a-47a4-94b8-70c815cede2d {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:33.887654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 2ccb24ab-897a-47a4-94b8-70c815cede2d not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:33.907116 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:33.909925 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:33.958374 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:34.265985 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee4391-9c12-4fab-a5c2-cae74ad9579f req-85999988-8f2d-4940-aed3-1688ade459bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:34.268565 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-30ee4391-9c12-4fab-a5c2-cae74ad9579f req-85999988-8f2d-4940-aed3-1688ade459bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1098 time: 0.0713167 May 17 16:25:34.322605 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-30ee4391-9c12-4fab-a5c2-cae74ad9579f req-26d974c4-c2d9-46d4-8982-ca2cce74e823 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368567 May 17 16:25:34.553357 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52994970-43fd-4b03-b00a-973368509c85 req-61664e1c-f5b4-47dd-ac99-9c6eb51a1ec5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:34.554833 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-52994970-43fd-4b03-b00a-973368509c85 req-61664e1c-f5b4-47dd-ac99-9c6eb51a1ec5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0891452 May 17 16:25:34.605523 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-52994970-43fd-4b03-b00a-973368509c85 req-80eb65ad-b060-4479-9890-4c624fca0869 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 May 17 16:25:35.306165 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.802677 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294640d9-1c29-4590-a3ad-d3ba19d91ef5 req-47a8b652-8343-4e64-adad-2712e643eb6a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:35.804229 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-294640d9-1c29-4590-a3ad-d3ba19d91ef5 req-47a8b652-8343-4e64-adad-2712e643eb6a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0824182 May 17 16:25:35.855414 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-294640d9-1c29-4590-a3ad-d3ba19d91ef5 req-d1651244-3c41-48ea-b1e1-b10510e91f13 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 May 17 16:25:36.052318 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9368bf6-6618-46e3-b408-ddb6b456e092 req-1e7100ba-8580-439d-8dbb-f85639b973c1 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:36.053936 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9368bf6-6618-46e3-b408-ddb6b456e092 req-1e7100ba-8580-439d-8dbb-f85639b973c1 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0863130 May 17 16:25:36.101504 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d9368bf6-6618-46e3-b408-ddb6b456e092 req-b590add8-fd98-44d0-bedc-44815fcc6a07 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 May 17 16:25:36.589173 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-9ca1825b-a4d4-49da-8653-6101c4a25ade tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:36.590621 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-9ca1825b-a4d4-49da-8653-6101c4a25ade tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/networks?id=28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 200 len: 814 time: 0.2189140 May 17 16:25:36.602241 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d93ca-3993-44e6-8827-901d5331b71a req-a2a015d7-36cc-416f-8f80-bda5ba2b1864 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:36.603653 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-300d93ca-3993-44e6-8827-901d5331b71a req-a2a015d7-36cc-416f-8f80-bda5ba2b1864 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.1547780 May 17 16:25:36.626318 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-61664e9d-635f-4a9a-82ff-ef02c5fce2bf tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/quotas/5d4743481c194a2f97d61d21a80a0acc HTTP/1.1" status: 200 len: 375 time: 0.0217371 May 17 16:25:36.689184 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-ca826053-8382-4e2c-9695-3acffbe8b484 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573618 May 17 16:25:36.696211 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-300d93ca-3993-44e6-8827-901d5331b71a req-a7bb2523-8087-47e4-88d4-b07b11c82261 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843923 May 17 16:25:36.841373 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-0d1e567a-c18d-4316-a949-3c64306624f5 service neutron] 10.222.0.59 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343558 May 17 16:25:36.966138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-2a5b83ab-6342-4091-b8b1-c54805cee79e service neutron] 10.222.0.59 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288166 May 17 16:25:37.349937 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ce215a8c-7483-4216-ba95-f68b63df47ef req-3a138a36-064c-4efe-8637-986dfb8c0074 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 210 time: 0.0465858 May 17 16:25:38.352740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb540-f518-44c7-ae76-d19631119e65 req-8f0ea364-dbed-41b8-b9ed-529729d1a9fc tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:38.354177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ca4fb540-f518-44c7-ae76-d19631119e65 req-8f0ea364-dbed-41b8-b9ed-529729d1a9fc tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0785849 May 17 16:25:38.406726 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ca4fb540-f518-44c7-ae76-d19631119e65 req-90ac0dd9-05ba-4827-a8eb-db7315580ee6 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 May 17 16:25:38.504452 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a55f5a42-7d03-44f4-a1a5-98b65af6410c req-3d278efa-a9d6-4601-b735-6fa4e8cd50d3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 210 time: 0.0432525 May 17 16:25:39.599962 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fcc28-27d1-4f24-aa31-e56a2bb9f0aa req-a931fb75-a32c-42c7-96ff-782c113203e8 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:39.601310 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7c3fcc28-27d1-4f24-aa31-e56a2bb9f0aa req-a931fb75-a32c-42c7-96ff-782c113203e8 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0830421 May 17 16:25:39.651574 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7c3fcc28-27d1-4f24-aa31-e56a2bb9f0aa req-fdc3ec2b-4fcd-48af-b4bf-acc965f4fd12 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 May 17 16:25:39.789260 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f902462a-743c-42ca-a0f0-f826383f3e53 req-f546a876-7bda-4544-b6be-37e0b2809907 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 210 time: 0.0413864 May 17 16:25:40.082574 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-ed97c79b-04ed-4ad0-855b-bcf4f06f5daa tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:40.084017 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-ed97c79b-04ed-4ad0-855b-bcf4f06f5daa tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "GET /v2.0/networks?id=28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 200 len: 814 time: 0.1503463 May 17 16:25:40.099809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Request body: {'port': {'device_id': 'ceae6e73-acac-42d1-9938-179d1619a015', 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b', 'admin_state_up': True, 'tenant_id': '5d4743481c194a2f97d61d21a80a0acc'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:40.302561 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:40.313903 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-2d5c40fb-a2c0-4d38-8fd8-fe7c6384cff7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:40.315358 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-2d5c40fb-a2c0-4d38-8fd8-fe7c6384cff7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.1450646 May 17 16:25:40.316561 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Usage tracker for resource:port and tenant:5d4743481c194a2f97d61d21a80a0acc is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:40.319695 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:40.325437 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:40.468085 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Deleting port b82910ab-09bc-40ab-89a3-4531511b1141 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:40.468586 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.484284 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Made reservation on behalf of 5d4743481c194a2f97d61d21a80a0acc for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:40.487709 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.696530 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] For port b82910ab-09bc-40ab-89a3-4531511b1141, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b82910ab-09bc-40ab-89a3-4531511b1141,segment=NetworkSegment(c943be38-39af-4812-8375-9de934ba2d22),segment_id=c943be38-39af-4812-8375-9de934ba2d22)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:40.696905 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.851925 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724cf90-eacb-4253-b598-0f05a28463d4 req-0ce82e29-74d2-46ea-9b45-2d4675ef87ab tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:40.853575 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7724cf90-eacb-4253-b598-0f05a28463d4 req-0ce82e29-74d2-46ea-9b45-2d4675ef87ab tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 945 time: 0.0839758 May 17 16:25:40.876009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Calling delete_port for b82910ab-09bc-40ab-89a3-4531511b1141 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:40.913086 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7724cf90-eacb-4253-b598-0f05a28463d4 req-f148ad30-2778-44e6-b8c2-7573ecd617f7 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b440b-1bb5-4814-9671-224fe03d5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 May 17 16:25:40.913922 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Allocated IP 172.20.0.10 (28191df9-a105-449d-ba57-9b64bbdd432b/f90ec660-357b-4858-8619-eefae809d9ef/0da2ef55-b7cf-43bc-8a15-09fb3570c6cc) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:40.960631 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-03724785-2cf7-46c2-ac81-8ca551acdfff req-d90bc214-e2d5-4ceb-981f-e9a52d6b4e6e tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 210 time: 0.0508342 May 17 16:25:41.262240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.346854 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.352871 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-d7fcb889-2e9a-4f21-b68e-5f64ae0ae960 tempest-ServerRescueNegativeTestJSON-1249479630 tempest-ServerRescueNegativeTestJSON-1249479630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:41.358820 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['b82910ab-09bc-40ab-89a3-4531511b1141'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:41.394236 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.408730 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Pushing event deleted for resources: {'Port': ['ID=b82910ab-09bc-40ab-89a3-4531511b1141,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:41.440601 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:41.446586 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-88f10d3a-7f45-4c97-8718-26c74816c7ab tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:41.544367 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] No DVR routers for this DVR port b82910ab-09bc-40ab-89a3-4531511b1141 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:41.547313 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Network 28191df9-a105-449d-ba57-9b64bbdd432b is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:41.550638 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.553233 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'name': 'network-vif-deleted', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:41.557752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:41.565905 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:41.616902 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9bb074-8689-4b54-9de5-840ab4767cd2', 'name': 'network-vif-deleted', 'tag': 'b82910ab-09bc-40ab-89a3-4531511b1141', 'status': 'completed', 'code': 200} May 17 16:25:41.626565 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Pushing event updated for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:41.631035 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:41.644557 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:41.645195 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.705076 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6eecb1e2-7102-4b2d-9d50-81f4a8f95418 req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.26 "DELETE /v2.0/ports/b82910ab-09bc-40ab-89a3-4531511b1141 HTTP/1.1" status: 204 len: 173 time: 1.3738885 May 17 16:25:41.738482 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-c58afb3e-9743-4c4f-b76c-01709d1518cb tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6424909 May 17 16:25:41.753206 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Request body: {'port': {'device_id': 'ceae6e73-acac-42d1-9938-179d1619a015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:41.869519 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.085376 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0c0b077b-ab4f-482d-8286-f7ed1fff3f08 req-95c0037f-1a99-4632-aa1f-9bcb2b20ddc3 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] 10.222.0.59 "GET /v2.0/ports?device_id=df9bb074-8689-4b54-9de5-840ab4767cd2 HTTP/1.1" status: 200 len: 210 time: 0.0529945 May 17 16:25:42.253175 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b44e36-1170-438d-a5de-11e35497099d req-786dbc5e-8fd6-40df-8d10-285cbddd808b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:42.254601 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2b44e36-1170-438d-a5de-11e35497099d req-786dbc5e-8fd6-40df-8d10-285cbddd808b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 932 time: 0.1639175 May 17 16:25:42.255834 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:42.264022 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.280428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Transition to ACTIVE for port object 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:42.300498 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2b44e36-1170-438d-a5de-11e35497099d req-0fc1fa20-d727-4acd-b704-e4a6c35f6c36 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 May 17 16:25:42.352263 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.357087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7ee0a11f-7c1f-40ea-b62e-1dda9c6e460c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:42.518774 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:42.526615 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:42.612364 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Attempting to bind port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:42.612699 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Attempting to bind port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:42.613031 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Attempting to bind port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc on network 28191df9-a105-449d-ba57-9b64bbdd432b {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:42.617784 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc on network 28191df9-a105-449d-ba57-9b64bbdd432b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:42.618104 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Attempting to bind port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc on network 28191df9-a105-449d-ba57-9b64bbdd432b {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:42.623486 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:42.623826 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Checking segment: {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:42.624209 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Bound using segment: {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:42.624631 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Bound port: 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0aea41-cb06-4250-bb51-37daa540f194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:42.625000 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.717153 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:42.721405 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:42.784452 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.788410 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b967877e-426f-4c13-b1b3-5ee9a79ab8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:42.849577 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:42.850183 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.851782 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] 10.222.0.26 "PUT /v2.0/ports/0da2ef55-b7cf-43bc-8a15-09fb3570c6cc HTTP/1.1" status: 200 len: 1094 time: 1.1027277 May 17 16:25:42.866450 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:42.869631 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:43.107657 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-de9100e3-b3c0-4008-84af-fc18d8ece3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:43.109424 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-de9100e3-b3c0-4008-84af-fc18d8ece3ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 1097 time: 0.0745041 May 17 16:25:43.184592 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-9fe75e47-cb2e-47ef-87be-7df872b3be14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc HTTP/1.1" status: 200 len: 217 time: 0.0666139 May 17 16:25:43.255906 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-7cdfa41a-d86c-48e0-a135-629dbf40382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:43.257495 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-7cdfa41a-d86c-48e0-a135-629dbf40382c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f90ec660-357b-4858-8619-eefae809d9ef HTTP/1.1" status: 200 len: 854 time: 0.0639443 May 17 16:25:43.319937 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-3a82e699-231a-4e78-873b-109cc91851b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28191df9-a105-449d-ba57-9b64bbdd432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505490 May 17 16:25:43.426532 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b82910ab-09bc-40ab-89a3-4531511b1141 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:43.462709 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: b82910ab-09bc-40ab-89a3-4531511b1141 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:43.463086 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device b82910ab-09bc-40ab-89a3-4531511b1141 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:43.488023 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-118e1513-7b0e-4afd-80fe-909890e45da6 service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589429 May 17 16:25:43.518213 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f68be-206f-468a-bdce-0104df90bfe3 req-e27663dd-f502-4144-9ee6-57e751f0fddd tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:43.520010 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b27f68be-206f-468a-bdce-0104df90bfe3 req-e27663dd-f502-4144-9ee6-57e751f0fddd tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 944 time: 0.1028745 May 17 16:25:43.570660 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b27f68be-206f-468a-bdce-0104df90bfe3 req-102052ac-4693-461c-a713-156fc3814ac9 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 May 17 16:25:43.619212 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:43.730456 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc', 'status': 'completed', 'code': 200} May 17 16:25:43.783916 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4b84196a-ca12-4812-996a-1d30051a4e36 req-ec998424-7db5-4948-b216-8c89f67cee36 service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883952 May 17 16:25:44.007187 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50450-3359-41c9-9350-6314dd36a429 req-5320f9ca-0473-4d8a-a3e5-30c74ebcf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.009221 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-5320f9ca-0473-4d8a-a3e5-30c74ebcf0cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d4743481c194a2f97d61d21a80a0acc&device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 1097 time: 0.0911937 May 17 16:25:44.166678 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50450-3359-41c9-9350-6314dd36a429 req-fbfb9163-97ba-4fc6-940c-0bb205944303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.168167 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-fbfb9163-97ba-4fc6-940c-0bb205944303 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 200 len: 915 time: 0.1518719 May 17 16:25:44.246152 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-617c5eed-6760-4413-a3cb-8fa622dd0d20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc HTTP/1.1" status: 200 len: 217 time: 0.0706961 May 17 16:25:44.253061 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0c171-5475-4cb7-b645-f3bcef93a844 req-8187d297-2eab-4f99-a4ed-9f13f8de3494 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.254604 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c6f0c171-5475-4cb7-b645-f3bcef93a844 req-8187d297-2eab-4f99-a4ed-9f13f8de3494 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0990434 May 17 16:25:44.304177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c6f0c171-5475-4cb7-b645-f3bcef93a844 req-e868bd62-acc2-4a92-b7f0-f3ca8b4f0764 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 May 17 16:25:44.321610 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50450-3359-41c9-9350-6314dd36a429 req-b5b6a502-11ff-44e4-8c5c-bcc40557600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.323192 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-b5b6a502-11ff-44e4-8c5c-bcc40557600e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f90ec660-357b-4858-8619-eefae809d9ef HTTP/1.1" status: 200 len: 854 time: 0.0609391 May 17 16:25:44.328537 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59468) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:44.380578 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-5c1ec3e4-7165-495e-801c-b20fc300ee8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28191df9-a105-449d-ba57-9b64bbdd432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451334 May 17 16:25:44.573269 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-2725a277-044c-4805-8b39-2b138901d611 service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794460 May 17 16:25:44.681543 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414eb2cc-b31a-44c1-b4c7-03a2f108479d tempest-TestMinimumBasicScenario-1311553997 tempest-TestMinimumBasicScenario-1311553997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.683170 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-414eb2cc-b31a-44c1-b4c7-03a2f108479d tempest-TestMinimumBasicScenario-1311553997 tempest-TestMinimumBasicScenario-1311553997-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1093 time: 0.3535688 May 17 16:25:44.686141 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59476) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:44.694390 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'port_id': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:44.703502 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:44.711772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:floatingip and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:44.718377 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:44.739009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:44.775147 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-eeb50450-3359-41c9-9350-6314dd36a429 req-3c8b189c-cb37-47fd-a009-a1d1df70830b service neutron] 10.222.0.26 "GET /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855013 May 17 16:25:44.816047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699f971-6e24-4de0-ba7a-ac9bcb32adde req-d72b4058-560f-43f9-b2cc-92789bcc0af3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:44.818152 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c699f971-6e24-4de0-ba7a-ac9bcb32adde req-d72b4058-560f-43f9-b2cc-92789bcc0af3 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 944 time: 0.1160944 May 17 16:25:44.872345 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c699f971-6e24-4de0-ba7a-ac9bcb32adde req-a985964b-5520-4fd1-9aee-0592c0118fdf tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481970 May 17 16:25:44.921243 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for floatingip, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:45.065768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:45.231084 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Allocated IP 172.28.2.12 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/135ed288-12dc-4c24-b840-4435eadf8f7f) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:45.401232 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:45.499159 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:45.503643 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2ce0f97b-7aaf-47ae-84d3-dbcf205a8b93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:45.565351 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:45.568193 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:45.571888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:45.604478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'Port': ['ID=135ed288-12dc-4c24-b840-4435eadf8f7f,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:45.615005 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:46.110114 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821af6d-8986-4df6-95a1-ad8bb58127d2 req-854e6db2-7f55-484f-bbaf-b6592779a722 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:46.111735 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3821af6d-8986-4df6-95a1-ad8bb58127d2 req-854e6db2-7f55-484f-bbaf-b6592779a722 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 944 time: 0.1098270 May 17 16:25:46.161265 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3821af6d-8986-4df6-95a1-ad8bb58127d2 req-a873933b-3f38-4c63-b39e-50c56db52f5f tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 May 17 16:25:46.228427 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:46.438479 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:46.661518 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:46.761431 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:46.765611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:46.872395 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'Port': ['ID=135ed288-12dc-4c24-b840-4435eadf8f7f,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:46.877707 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:46.888680 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.080261 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.l3_db [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Floating IP cc0abbd0-041d-40c2-b350-2826e0af0577 associated. External IP: 172.28.2.12, port: 96c254c2-2b4d-4c93-984a-ff89aa51a198. May 17 16:25:47.367545 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e1b1d-f3d6-4e58-8a9e-cbe6c225c149 req-c45e34b8-dc64-432f-bd27-7aaa115c186a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:47.369396 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fe1e1b1d-f3d6-4e58-8a9e-cbe6c225c149 req-c45e34b8-dc64-432f-bd27-7aaa115c186a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 944 time: 0.0937159 May 17 16:25:47.419463 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fe1e1b1d-f3d6-4e58-8a9e-cbe6c225c149 req-ceba58e2-19b2-4fd1-8f2a-ed743d560155 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 May 17 16:25:47.429234 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:47.582824 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:47.597041 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc', 'network_id': '28191df9-a105-449d-ba57-9b64bbdd432b', 'port_id': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc', 'mac_address': 'fa:16:3e:77:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90ec660-357b-4858-8619-eefae809d9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:47.608732 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Router 1690e60f-c953-40b4-b98b-d08f88c66e26 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:25:47.656546 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.683469 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:47.697130 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:47.789070 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.792476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:47.803092 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:25:47.834268 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Sync routers for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:25:47.862839 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:47.863495 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:25:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:47.948716 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:47.959753 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.960098 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.960431 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.960759 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.961084 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.961405 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.961722 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.962037 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.962352 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.962665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.962993 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.963310 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.975800 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.016777 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:48.040114 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59508) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:48.043707 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3561864 May 17 16:25:48.047042 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:48.047181 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849861818', 'description': 'tempest-secgroup-smoke-849861818 description', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:48.052027 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:48.058006 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:48.061385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:48.069862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:48.099473 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:48.104149 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:25:48.142457 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['0da2ef55-b7cf-43bc-8a15-09fb3570c6cc'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:48.181053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.211222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-726e0a67-2e74-4962-8d5a-1eae74f599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.213155 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-726e0a67-2e74-4962-8d5a-1eae74f599a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1098 time: 0.0822160 May 17 16:25:48.222395 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:48.227918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:48.231239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:48.238181 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:48.329965 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.363358 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-dcd490cb-82fa-45f1-805a-562118dbd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.364750 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-dcd490cb-82fa-45f1-805a-562118dbd37e service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.1423502 May 17 16:25:48.420957 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.437837 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dfdbc338-8799-4b68-959f-8dccc8c4ad0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:48.489129 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-d811b261-6bd4-4d7f-a83e-d9b4099ccfbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 998 time: 0.1112807 May 17 16:25:48.494770 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8953d22f-6935-46f9-877a-90b4352b2f53,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:48.508206 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:48.566785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-7c74c3ed-1fe4-4c1c-80b8-e1f2294bd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.568422 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-7c74c3ed-1fe4-4c1c-80b8-e1f2294bd030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0720801 May 17 16:25:48.596678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.601029 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5598888 May 17 16:25:48.601746 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59518) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:48.603819 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'cc0abbd0-041d-40c2-b350-2826e0af0577', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'port_id': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'mac_address': 'fa:16:3e:41:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c350573-10bb-44f7-8c12-7ff19244399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:25:46Z', 'updated_at': '2021-05-17T16:25:46Z', 'revision_number': 0, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:48.608747 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Checking router: 1690e60f-c953-40b4-b98b-d08f88c66e26 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:25:48.612509 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:48.619775 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:48.619775 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:25:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:48.627270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:48.634723 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:48.639022 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:48.648548 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:48.655657 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-939ea56b-ebf2-4ad3-b322-38e49ea94489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.657286 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-939ea56b-ebf2-4ad3-b322-38e49ea94489 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796356 May 17 16:25:48.687158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4371e-59cd-42f2-97c9-d591e80b3f64 req-224f2b32-aee5-4c5f-b8f6-b17aedc36154 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.689145 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3bb4371e-59cd-42f2-97c9-d591e80b3f64 req-224f2b32-aee5-4c5f-b8f6-b17aedc36154 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 945 time: 0.1319509 May 17 16:25:48.742840 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3bb4371e-59cd-42f2-97c9-d591e80b3f64 req-4eed71b7-b7a4-40a7-87a7-f50cc7f0f90b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451796 May 17 16:25:48.744293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.809957 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-3e9104eb-e305-4a83-a949-78afa0c12d12 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439416 May 17 16:25:48.817429 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.827769 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:48.953920 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6910cff5-44c7-45f9-aaca-0382d7988b05 req-29dc1adf-6da9-4102-a9f4-405a31061538 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348903 May 17 16:25:49.009817 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.013202 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:49.039301 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c938e1-25b4-41ad-a020-b1120fce9b89,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:49.044936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:49.203081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'cc0abbd0-041d-40c2-b350-2826e0af0577', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'port_id': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'mac_address': 'fa:16:3e:41:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c350573-10bb-44f7-8c12-7ff19244399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:25:46Z', 'updated_at': '2021-05-17T16:25:46Z', 'revision_number': 0, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:49.207255 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483ed9a-7beb-4f93-ad7b-643b0a3f282a None None] The sync data for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb is: [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'cc0abbd0-041d-40c2-b350-2826e0af0577', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'floating_ip_address': '172.28.2.12', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'port_id': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'mac_address': 'fa:16:3e:41:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c350573-10bb-44f7-8c12-7ff19244399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:25:46Z', 'updated_at': '2021-05-17T16:25:46Z', 'revision_number': 0, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:25:49.242065 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6359055 May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59526) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:49.278209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:49.396827 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.413341 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfa739-30b6-4c75-ba22-3f6789d24db6 None None] New status for floating IP cc0abbd0-041d-40c2-b350-2826e0af0577: ACTIVE {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:25:49.443161 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:49.474456 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.592450 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.595639 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6d54153e-ed19-4693-806d-6484c4b5f866 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:49.618234 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b13522-2b55-4174-a78b-7902c1c1c705,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:49.620745 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:49.655910 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:49.668009 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:49.668009 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.746695 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.753313 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5060861 May 17 16:25:49.760669 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59538) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:49.769830 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:49.778798 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:49.784014 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:49.787476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:49.796009 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:49.842531 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.903427 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.905860 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:49.908264 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:49.979025 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc', 'code': 200} May 17 16:25:50.003897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.005754 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:50.005958 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728ff8c-f732-4c48-b902-d82f98e157d3 req-3ce8f4e6-5381-4a18-9a5f-20795734856f tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.013749 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d728ff8c-f732-4c48-b902-d82f98e157d3 req-3ce8f4e6-5381-4a18-9a5f-20795734856f tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 945 time: 0.1137135 May 17 16:25:50.046733 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.085762 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d728ff8c-f732-4c48-b902-d82f98e157d3 req-39f97828-33ad-48e1-b410-d64d46d73485 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708148 May 17 16:25:50.119222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:50.125148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:50.218672 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.221762 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:50.248316 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b7f8c-c87f-4407-a7c2-f482fea39987,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:50.254222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:50.421210 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.427262 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f1d4d5cd-1e4f-4728-a599-2f111bf20bf6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6642687 May 17 16:25:50.427477 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59546) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:50.434856 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:50.442719 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:50.447711 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:50.452024 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:50.461076 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:50.590956 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e81e94-e567-4a45-bc16-b0f1e9c27417 req-8c9c2d7b-bb5a-485c-a87c-5d0275185334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.592568 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-39e81e94-e567-4a45-bc16-b0f1e9c27417 req-8c9c2d7b-bb5a-485c-a87c-5d0275185334 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 1099 time: 0.0778465 May 17 16:25:50.617315 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.669628 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-39e81e94-e567-4a45-bc16-b0f1e9c27417 req-316ace88-b3a5-4b56-a255-4d4b56c42f80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677404 May 17 16:25:50.701156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.807179 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.809216 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:50.833720 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c74ed9-178c-498d-82c2-f954a068f90e,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:50.836293 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:50.921300 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.923161 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-09f89dbe-ea18-4358-bcc9-ea323e77c652 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4941089 May 17 16:25:50.925930 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59556) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:50.931561 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:50.937577 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:50.942343 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:50.946164 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:50.953194 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:51.086861 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.securitygroups_db [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Project d2f068465ae2457bae51c00f404a7c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:25:51.093146 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.161290 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.278143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.278579 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057b1ed-62e0-4bc1-8bc9-8d28741713b3 req-203590a3-87f2-49c1-95be-52d848d656a6 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:51.280170 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:51.280650 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c057b1ed-62e0-4bc1-8bc9-8d28741713b3 req-203590a3-87f2-49c1-95be-52d848d656a6 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.0807469 May 17 16:25:51.304578 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104309bf-353a-45e5-9468-f209ddeeb050,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:51.307142 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:51.330278 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c057b1ed-62e0-4bc1-8bc9-8d28741713b3 req-0b398e60-082b-4a03-841a-4bdd2b3777ee tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 May 17 16:25:51.413014 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.416795 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4874265 May 17 16:25:51.417092 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59562) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:51.422195 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'security_group_rule': {'security_group_id': '8953d22f-6935-46f9-877a-90b4352b2f53', 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:51.428788 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:51.432755 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Usage tracker for resource:security_group_rule and tenant:d2f068465ae2457bae51c00f404a7c8f is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:51.435668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:51.441630 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:51.611182 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.securitygroups_db [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Project d2f068465ae2457bae51c00f404a7c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:25:51.617326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.697163 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.866518 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.875725 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:51.897421 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7db13e8-55f0-4947-91d6-564a5fbf435e,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:51.899931 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:52.070021 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:52.073985 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1ded4984-350e-4df1-83a9-8869d2221b6e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6533616 May 17 16:25:52.196137 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-fc9d2569-452e-4de7-b589-e21d522406c6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Synchronizing usage tracker for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:52.298886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-fc9d2569-452e-4de7-b589-e21d522406c6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Unset dirty status for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:52.300224 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-fc9d2569-452e-4de7-b589-e21d522406c6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849861818&fields=id&tenant_id=d2f068465ae2457bae51c00f404a7c8f HTTP/1.1" status: 200 len: 267 time: 0.1446149 May 17 16:25:52.389230 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-7c56cfc6-3216-459e-b5a6-3ae29718e646 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.390999 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-7c56cfc6-3216-459e-b5a6-3ae29718e646 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0826607 May 17 16:25:52.402954 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'port': {'security_groups': ['945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf', '8953d22f-6935-46f9-877a-90b4352b2f53']}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:52.575469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:52.602673 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99da3b-8ece-4594-9139-d61ef3f507f3 req-8318bf5e-d6bb-45be-a3b5-8ad994d0b5aa tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.604143 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-db99da3b-8ece-4594-9139-d61ef3f507f3 req-8318bf5e-d6bb-45be-a3b5-8ad994d0b5aa tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.1601737 May 17 16:25:52.706359 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-db99da3b-8ece-4594-9139-d61ef3f507f3 req-e1a44c88-8649-47ad-99fa-1ffa7a75f411 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749025 May 17 16:25:52.887887 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:52.915313 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.060898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.070689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3dd51a7d-37a2-45dc-b523-25db11a3f7d2 tempest-VolumesActionsTest-1989463758 tempest-VolumesActionsTest-1989463758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:53.074623 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:53.234606 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:53.236048 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.237548 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-48953c83-d56d-4be9-9e64-cb6ddf8c8884 req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "PUT /v2.0/ports/96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 981 time: 0.8393109 May 17 16:25:53.238182 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:53.262740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=6']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:53.277784 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-23f0a30d-4489-4e87-8e26-b4764896d3a3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:53.328207 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:53.561944 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-3c7e05ab-667d-490d-957d-ea49ec4909cf None None] Provisioning complete for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:53.562299 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3c7e05ab-667d-490d-957d-ea49ec4909cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.566721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72e4a-d26e-49d5-a79e-08a6c4fae1ca req-6034ab24-1a27-4744-89a4-50ef639dba3d tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:53.574229 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bed72e4a-d26e-49d5-a79e-08a6c4fae1ca req-6034ab24-1a27-4744-89a4-50ef639dba3d tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0908859 May 17 16:25:53.628698 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bed72e4a-d26e-49d5-a79e-08a6c4fae1ca req-0999c2a5-c765-4f1a-864f-3f34bba55812 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535264 May 17 16:25:53.691316 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:25:53.813609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-6e8124af-8fbe-4c9b-ad46-185142042d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:53.815290 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-6e8124af-8fbe-4c9b-ad46-185142042d6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1137 time: 0.1037815 May 17 16:25:54.088993 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-28d9424c-fdec-4adb-8383-2551590c9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:54.090553 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-28d9424c-fdec-4adb-8383-2551590c9ae5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.2612793 May 17 16:25:54.200034 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-67125500-3c9e-43c3-8ac7-795d0d089767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 1000 time: 0.1016073 May 17 16:25:54.270022 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-e74429d3-1cf0-4a61-a421-15fe74ecdb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:54.275797 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-e74429d3-1cf0-4a61-a421-15fe74ecdb26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0641103 May 17 16:25:54.353640 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-10b77933-f2f1-4f14-8e34-f1957e3ab80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:54.355129 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-10b77933-f2f1-4f14-8e34-f1957e3ab80f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702128 May 17 16:25:54.506314 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-c86adc71-1398-4b7b-974b-c1d910d53116 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285453 May 17 16:25:54.647432 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fcfe51b-44de-4c04-83e3-a9889ca73cd8 req-c8860a65-7391-4afd-a614-72d2c95db559 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312561 May 17 16:25:55.523387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:58.208067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f21a63-1d5d-42ee-99ec-9fcf4e31736e req-a3d739fb-410f-43a6-ae5c-ff726d44725c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:58.209619 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e0f21a63-1d5d-42ee-99ec-9fcf4e31736e req-a3d739fb-410f-43a6-ae5c-ff726d44725c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0867102 May 17 16:25:58.260223 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e0f21a63-1d5d-42ee-99ec-9fcf4e31736e req-4b8bd710-f00e-4882-89a1-638b4cd3c2f8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 May 17 16:25:59.467010 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c51aad-f1c1-46a9-8b42-415ef6ae0543 req-af1de36a-4995-40e6-a480-50322ef59342 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:59.468531 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-06c51aad-f1c1-46a9-8b42-415ef6ae0543 req-af1de36a-4995-40e6-a480-50322ef59342 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0858748 May 17 16:25:59.522678 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-06c51aad-f1c1-46a9-8b42-415ef6ae0543 req-3a04d499-5846-490f-8ef0-a55e6230a8bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 May 17 16:26:00.232123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-70533924-d380-4827-93dc-277b4e2ab0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:00.719069 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0209d1-6ee2-42ed-9df9-43fc7971156c req-92401c40-9f1a-4da5-b826-3843415c295d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:00.720668 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-da0209d1-6ee2-42ed-9df9-43fc7971156c req-92401c40-9f1a-4da5-b826-3843415c295d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0838053 May 17 16:26:00.769204 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-da0209d1-6ee2-42ed-9df9-43fc7971156c req-588be3cb-a3d1-4804-8f3e-0f7677b70b9e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 May 17 16:26:01.171171 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:26:01.963173 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9485b0-ee37-4086-b934-fc5cf319db99 req-16143c71-75fb-4ee5-967a-1e9e607f5f44 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:01.964701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9f9485b0-ee37-4086-b934-fc5cf319db99 req-16143c71-75fb-4ee5-967a-1e9e607f5f44 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0844114 May 17 16:26:02.011669 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9f9485b0-ee37-4086-b934-fc5cf319db99 req-f5689276-80b1-42bb-acc3-c76986f83eaa tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 May 17 16:26:02.832345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:02.950122 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-49b5169b-21bc-425b-995f-c7001fbbbd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:03.211498 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0effa9-b063-4ad8-af36-c7612a5954ff req-405d9ab2-91ab-43f6-b84c-727340cb9f0b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:03.212905 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae0effa9-b063-4ad8-af36-c7612a5954ff req-405d9ab2-91ab-43f6-b84c-727340cb9f0b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0828192 May 17 16:26:03.264105 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae0effa9-b063-4ad8-af36-c7612a5954ff req-6dbf46b5-82c2-46dc-89bc-22b524b3858c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 May 17 16:26:03.852691 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:04.473695 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe76f7e-dc4f-4a06-b3c0-290d94b23c43 req-59e076e7-f379-42cc-be83-b0f6f2d018f7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:04.475264 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dfe76f7e-dc4f-4a06-b3c0-290d94b23c43 req-59e076e7-f379-42cc-be83-b0f6f2d018f7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0938809 May 17 16:26:04.525738 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dfe76f7e-dc4f-4a06-b3c0-290d94b23c43 req-be384e3a-fad0-4008-a584-196e3df54295 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 May 17 16:26:05.249638 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:05.628997 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59740) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:05.699349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Deleting subnet 7465ff28-afee-4ff8-90f8-bad63ea59726 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:26:05.702400 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:05.802106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:05.867028 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:05.914383 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf87650-f38b-45a3-b425-41fe39a9d0d6 req-a5e20a35-a382-4d1f-8b79-6339bf3b16eb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:05.915928 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ecf87650-f38b-45a3-b425-41fe39a9d0d6 req-a5e20a35-a382-4d1f-8b79-6339bf3b16eb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.2549620 May 17 16:26:06.107139 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ecf87650-f38b-45a3-b425-41fe39a9d0d6 req-727479d0-c800-4131-aa54-08fe889de52b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825001 May 17 16:26:06.373608 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.378744 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:06.412503 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7465ff28-afee-4ff8-90f8-bad63ea59726,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:06.415263 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:06.417965 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.425013 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8c626bdc-71b0-4cff-bd51-df6ca396c950 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7465ff28-afee-4ff8-90f8-bad63ea59726 HTTP/1.1" status: 204 len: 168 time: 0.7949550 May 17 16:26:06.427525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59748) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:06.536622 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.669576 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.682913 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:06.697206 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c943be38-39af-4812-8375-9de934ba2d22') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:06.697527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c943be38-39af-4812-8375-9de934ba2d22') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:06.718665 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.730886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.738040 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:26:06.738469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:26:06.751999 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:26:07.104389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.108003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:07.121116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.131039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:07.133751 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0a7bf0a1-b6e6-46e1-b5f8-d7750bf502b3 HTTP/1.1" status: 204 len: 168 time: 0.7052500 May 17 16:26:07.134681 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:07.136805 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59762) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:07.204011 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Deleting subnet 5fc4aa17-6871-426e-8275-7fa6b7a47891 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:26:07.207060 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.312867 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.377283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.423644 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d1d8-7473-4d5d-87da-19cdbccb552c req-ae12c8bd-d45e-4ae1-9314-ab04bc96e5ad tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:07.425111 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3401d1d8-7473-4d5d-87da-19cdbccb552c req-ae12c8bd-d45e-4ae1-9314-ab04bc96e5ad tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1922991 May 17 16:26:07.546649 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3401d1d8-7473-4d5d-87da-19cdbccb552c req-5e25ba0a-3580-4f0b-ba78-e5773a090a16 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147177 May 17 16:26:07.753176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.757542 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:07.792394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc4aa17-6871-426e-8275-7fa6b7a47891,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:07.798321 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.806480 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.806854 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.807380 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.807740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.808093 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.808446 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.808793 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.809151 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.809499 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.809843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.810184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.810526 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:07.814008 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5fc4aa17-6871-426e-8275-7fa6b7a47891 HTTP/1.1" status: 204 len: 168 time: 0.6762054 May 17 16:26:07.815016 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:07.816515 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59768) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:07.923434 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.045840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.059824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e301c96-00e5-4734-bdf0-76ae583ecd45']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:08.072164 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a74e48-9d8d-43a5-800c-8e5e163310b2') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:08.072499 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a74e48-9d8d-43a5-800c-8e5e163310b2') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:08.084809 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.101525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.107379 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:26:08.107755 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:26:08.125178 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:26:08.275534 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.280595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.284144 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:08.304472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e301c96-00e5-4734-bdf0-76ae583ecd45,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:08.310508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:08.310508 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5e301c96-00e5-4734-bdf0-76ae583ecd45 HTTP/1.1" status: 204 len: 168 time: 0.4913459 May 17 16:26:08.705638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 59778) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:08.816325 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-0a498008-65b3-4ba3-bcc0-d278ad249fc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2652f9287205447c83d28dd759fa43cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094818 May 17 16:26:08.819318 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59784) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:08.838020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25ece-3544-4eb0-9726-2260e6d1db03 req-aed7aaa7-1b43-4091-9cdd-382164967453 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:08.839564 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2fe25ece-3544-4eb0-9726-2260e6d1db03 req-aed7aaa7-1b43-4091-9cdd-382164967453 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1692660 May 17 16:26:08.889102 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.889620 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2fe25ece-3544-4eb0-9726-2260e6d1db03 req-21a8d961-64e3-49d8-ae79-27a1b44f97f5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 May 17 16:26:08.923072 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.109634 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.113482 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a78566d5-953e-4eff-ae13-2bef94330598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:09.124644 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b440b-1bb5-4814-9671-224fe03d5ed0,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:09.128215 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:09.134081 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.134081 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-6be407b2-3a15-430d-b49e-6030a44b18ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a77b440b-1bb5-4814-9671-224fe03d5ed0 HTTP/1.1" status: 204 len: 168 time: 0.3105474 May 17 16:26:09.946665 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59798) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:10.002531 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-d1627eb8-7dfa-4b67-80c5-bf1dff75ff2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0412ee4ee59f46f683b159af7d2c1748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545518 May 17 16:26:10.005016 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 59802) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:10.067992 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:10.099241 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:10.112611 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776540c-2b3f-4bb1-83e0-a32254fd49d9 req-d49fb5b3-a023-459c-9df3-2707debf180c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:10.112611 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3776540c-2b3f-4bb1-83e0-a32254fd49d9 req-d49fb5b3-a023-459c-9df3-2707debf180c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1003382 May 17 16:26:10.162511 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3776540c-2b3f-4bb1-83e0-a32254fd49d9 req-519dfc88-daf9-4c1a-af86-89d75e4c29ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 May 17 16:26:10.218356 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:10.222736 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-afd4bec6-4871-46be-aa16-01e816c788b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:10.237955 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a31c6b-b5ad-41fb-bb8b-91c693da0a8c,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:10.241946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:10.245297 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:10.246582 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3aa47699-0cec-43ba-baf6-1d4b070944c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2a31c6b-b5ad-41fb-bb8b-91c693da0a8c HTTP/1.1" status: 204 len: 168 time: 0.2406883 May 17 16:26:11.364543 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff256d8-dbf1-4279-a8b5-71398bf7c7ee req-0ae96b54-de65-4f6d-ac2f-44aee349a084 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:11.366054 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7ff256d8-dbf1-4279-a8b5-71398bf7c7ee req-0ae96b54-de65-4f6d-ac2f-44aee349a084 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0898981 May 17 16:26:11.421667 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7ff256d8-dbf1-4279-a8b5-71398bf7c7ee req-c60d5cde-fc4b-4944-a7ac-c9ae2f7eeeca tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465331 May 17 16:26:12.642082 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df7de-3106-4a24-bf7d-5e44409e7c99 req-04af87d0-2457-4eb4-9c74-13c5e89af967 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:12.644760 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-534df7de-3106-4a24-bf7d-5e44409e7c99 req-04af87d0-2457-4eb4-9c74-13c5e89af967 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0949612 May 17 16:26:12.699265 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-534df7de-3106-4a24-bf7d-5e44409e7c99 req-e0db7ca4-9960-418c-ae5f-f217fc8b349e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 May 17 16:26:13.980868 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cf5b7-a0e9-44d2-9f75-5acaf1e0e7ce req-fb9f7bc1-e87e-46f1-ad8d-9e66647963e4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:13.982216 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-570cf5b7-a0e9-44d2-9f75-5acaf1e0e7ce req-fb9f7bc1-e87e-46f1-ad8d-9e66647963e4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1684148 May 17 16:26:14.028871 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-570cf5b7-a0e9-44d2-9f75-5acaf1e0e7ce req-4139beb5-7bc0-413c-b930-de0e285225e2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 May 17 16:26:15.225917 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c309c71-a4ff-4c4f-8fcf-9a4ccc7a3e98 req-1932274c-f1e0-43af-95db-11aed30e6aaf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:15.227991 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4c309c71-a4ff-4c4f-8fcf-9a4ccc7a3e98 req-1932274c-f1e0-43af-95db-11aed30e6aaf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0838141 May 17 16:26:15.279140 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4c309c71-a4ff-4c4f-8fcf-9a4ccc7a3e98 req-088e3ed9-ec3b-4c27-a743-61922dc5b17c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 May 17 16:26:15.633853 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:26:15.761657 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:15.775669 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:26:15.832468 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.849397 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:26:15.978567 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:16.105969 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.107957 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:16.185512 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=6']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:16.189435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:16.206778 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['68acd8ec-9d16-4522-aceb-c5e087fc3d26'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:16.482930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f2366-0599-4c27-8671-6653bb9626e5 req-d5b5a0fa-c380-4780-a612-cce3b25fe840 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:16.487769 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-676f2366-0599-4c27-8671-6653bb9626e5 req-d5b5a0fa-c380-4780-a612-cce3b25fe840 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 945 time: 0.0888095 May 17 16:26:16.529754 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-676f2366-0599-4c27-8671-6653bb9626e5 req-a0068222-4519-45a7-9660-b02070d3db97 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 May 17 16:26:17.646967 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:26:17.725420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:26:17.725797 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:17.740938 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09e0fd-644e-4487-a3b5-31b9f1c363da req-ccc11c6d-269e-4e50-9429-0ffbdf6094d7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:17.743418 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef09e0fd-644e-4487-a3b5-31b9f1c363da req-ccc11c6d-269e-4e50-9429-0ffbdf6094d7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 945 time: 0.0944700 May 17 16:26:17.800741 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef09e0fd-644e-4487-a3b5-31b9f1c363da req-78c1fb4f-34e0-40aa-b61d-d563be95d04d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 May 17 16:26:17.866448 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:17.896893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:17.909120 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:17.973179 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'code': 200} May 17 16:26:18.243902 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:18.245904 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:18.357107 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=7']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:18.357107 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:19.012025 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae8e76-6281-4f37-92ee-f74f23964dd7 req-42b17a37-7f4f-4842-bc61-09ff7acd6072 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:19.014362 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5aae8e76-6281-4f37-92ee-f74f23964dd7 req-42b17a37-7f4f-4842-bc61-09ff7acd6072 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0887246 May 17 16:26:19.079325 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5aae8e76-6281-4f37-92ee-f74f23964dd7 req-ffd5325c-5428-400d-a570-7fd53686c94d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588129 May 17 16:26:20.285632 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac4f0d-9d6b-4de1-9fc2-21c1d3a140a1 req-65e96729-026e-4233-8c03-78e98ab1baa4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:20.287136 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-13ac4f0d-9d6b-4de1-9fc2-21c1d3a140a1 req-65e96729-026e-4233-8c03-78e98ab1baa4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1038859 May 17 16:26:20.332145 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-13ac4f0d-9d6b-4de1-9fc2-21c1d3a140a1 req-1d7655cd-6a5a-4290-9738-1b8276152f77 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 May 17 16:26:20.759480 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5b59-2d98-4d02-b31c-3b474deb440a req-5917beb9-6fd5-4b6d-8318-ccdf0410a72a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:20.761286 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3efc5b59-2d98-4d02-b31c-3b474deb440a req-5917beb9-6fd5-4b6d-8318-ccdf0410a72a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.0956547 May 17 16:26:20.810488 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3efc5b59-2d98-4d02-b31c-3b474deb440a req-14592aee-f365-4ad9-b84d-a7e4df71607b tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 May 17 16:26:21.538286 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bec924-f0bc-499d-88a9-5f6dc8ccc32c req-dc9e87a2-dde1-4281-abb9-69ee17e7a9c5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:21.543328 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-83bec924-f0bc-499d-88a9-5f6dc8ccc32c req-dc9e87a2-dde1-4281-abb9-69ee17e7a9c5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0922346 May 17 16:26:21.600776 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-83bec924-f0bc-499d-88a9-5f6dc8ccc32c req-445efd60-5057-4970-a993-ff7319a603e8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529823 May 17 16:26:22.040005 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962310-76b4-456f-bac3-5bc124f2dc2d req-2dee02ca-1e35-4278-af0b-32a644ce8273 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:22.051730 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1f962310-76b4-456f-bac3-5bc124f2dc2d req-2dee02ca-1e35-4278-af0b-32a644ce8273 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.1060886 May 17 16:26:22.104843 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1f962310-76b4-456f-bac3-5bc124f2dc2d req-a67c1953-a9f2-4f14-a04a-6f17c5e90ffe tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 May 17 16:26:22.854924 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24835a2-25e9-4964-bec7-afea2a9e6d98 req-f48c6a48-02f2-49d0-b060-96f479b00748 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:22.856563 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c24835a2-25e9-4964-bec7-afea2a9e6d98 req-f48c6a48-02f2-49d0-b060-96f479b00748 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1000867 May 17 16:26:22.913600 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c24835a2-25e9-4964-bec7-afea2a9e6d98 req-384e0c3f-4d71-4dfa-a231-b5a787cc2fcf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498095 May 17 16:26:23.299066 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bef81-5be7-4660-957d-e29291415166 req-0d20a360-6b81-4ec9-9765-f400b91b602e tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:23.300598 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ca0bef81-5be7-4660-957d-e29291415166 req-0d20a360-6b81-4ec9-9765-f400b91b602e tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.0836341 May 17 16:26:23.346797 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ca0bef81-5be7-4660-957d-e29291415166 req-a331fc32-b3b6-41ca-ab1a-a828968ca896 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 May 17 16:26:24.112538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b306bf9-2dcb-45eb-9818-0b0aa7938ef0 req-3a6066e5-f657-46d5-9c69-d7ad9669e2f3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:24.115279 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b306bf9-2dcb-45eb-9818-0b0aa7938ef0 req-3a6066e5-f657-46d5-9c69-d7ad9669e2f3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0877018 May 17 16:26:24.165911 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b306bf9-2dcb-45eb-9818-0b0aa7938ef0 req-1df1fdea-82dc-4ea4-8294-0e75ecd9fef1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457797 May 17 16:26:24.693939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d08d0-46b3-41d2-81a9-7fc5c242242c req-6c0a6ada-08f4-46d5-b43c-7a3c35facd6c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:24.695441 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4d3d08d0-46b3-41d2-81a9-7fc5c242242c req-6c0a6ada-08f4-46d5-b43c-7a3c35facd6c tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.0839543 May 17 16:26:24.749213 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4d3d08d0-46b3-41d2-81a9-7fc5c242242c req-2bf03ee7-b63f-4c24-b33e-7754fd562fd0 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 May 17 16:26:25.372057 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f574a16-e380-46fa-a2b9-b8713afc1b52 req-1a8d6ecf-6b3b-46c8-bd06-b266f249a422 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:25.373438 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2f574a16-e380-46fa-a2b9-b8713afc1b52 req-1a8d6ecf-6b3b-46c8-bd06-b266f249a422 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0858161 May 17 16:26:25.423272 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2f574a16-e380-46fa-a2b9-b8713afc1b52 req-34168345-b137-4a28-ae12-23049fbbcce1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 May 17 16:26:25.517699 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:25.914914 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-22b18433-d890-4b60-b00d-b5b43be6dbe4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:25.916873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-22b18433-d890-4b60-b00d-b5b43be6dbe4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Synchronizing usage tracker for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:26:25.980389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139278b-b303-4801-a470-acb2d4eafaf9 req-e07d0179-1d2d-41a8-a7b2-56818154793a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:25.986273 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0139278b-b303-4801-a470-acb2d4eafaf9 req-e07d0179-1d2d-41a8-a7b2-56818154793a tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.1196318 May 17 16:26:26.039090 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-a493a004-7405-44b2-8d36-ec16d9b07050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.043848 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-a493a004-7405-44b2-8d36-ec16d9b07050 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1099 time: 0.3330655 May 17 16:26:26.048480 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0139278b-b303-4801-a470-acb2d4eafaf9 req-df6591fd-af5f-4f77-9877-1f556b0b09c7 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565021 May 17 16:26:26.071277 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-22b18433-d890-4b60-b00d-b5b43be6dbe4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Unset dirty status for tenant:5d4743481c194a2f97d61d21a80a0acc on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:26:26.072740 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-22b18433-d890-4b60-b00d-b5b43be6dbe4 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.2571280 May 17 16:26:26.351040 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-eb630808-6eda-4acc-897b-1cda090faf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.352947 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-eb630808-6eda-4acc-897b-1cda090faf68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.2844799 May 17 16:26:26.500683 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Deleting port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:26:26.501124 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:26.527962 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-a3ad62a8-84ff-49f6-8b3a-2c4b7c89198f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1002 time: 0.1665640 May 17 16:26:26.558292 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66900-d118-45a2-b197-fda29a3d637c req-1238831e-5a3f-4e54-b1ee-fa28a54f7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.559679 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-1238831e-5a3f-4e54-b1ee-fa28a54f7473 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1137 time: 0.1096895 May 17 16:26:26.568975 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ca90-083e-4e13-bdab-85d291d30b16 req-1df1d324-a696-4de3-b8c5-d6f427c342ef tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.576047 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dbf2ca90-083e-4e13-bdab-85d291d30b16 req-1df1d324-a696-4de3-b8c5-d6f427c342ef tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1650620 May 17 16:26:26.710276 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-fa8de9f2-92ff-43be-8065-54801cad1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.711895 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-fa8de9f2-92ff-43be-8065-54801cad1a22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.1167252 May 17 16:26:26.872150 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dbf2ca90-083e-4e13-bdab-85d291d30b16 req-7e4f9c37-2914-431c-ad47-5ca6545dfb08 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2950759 May 17 16:26:26.873568 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] For port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,segment=NetworkSegment(7d0aea41-cb06-4250-bb51-37daa540f194),segment_id=7d0aea41-cb06-4250-bb51-37daa540f194)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:26.875245 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:26.927678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66900-d118-45a2-b197-fda29a3d637c req-213d9759-04d9-4400-8e1f-7ba6740b67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.929568 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-213d9759-04d9-4400-8e1f-7ba6740b67e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.3381870 May 17 16:26:26.945839 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b38dd-5c3a-4bcd-ab9c-064390b92f05 req-2557414e-9575-42cc-87de-440448c49f3d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.949487 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b60b38dd-5c3a-4bcd-ab9c-064390b92f05 req-2557414e-9575-42cc-87de-440448c49f3d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1870003 May 17 16:26:27.069287 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Calling delete_port for 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:26:27.086221 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-cfdf13aa-937d-4b7a-b8ae-2b594c12e679 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 1000 time: 0.1244154 May 17 16:26:27.223874 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-8eb8b1ff-edd7-49b2-bd69-f9b226650fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:27.225389 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-8eb8b1ff-edd7-49b2-bd69-f9b226650fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3373458 May 17 16:26:27.274688 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b60b38dd-5c3a-4bcd-ab9c-064390b92f05 req-faf56e65-9210-4360-9ac1-916bce1d22c8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710032 May 17 16:26:27.340069 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66900-d118-45a2-b197-fda29a3d637c req-96cf20d4-996b-411a-9cb5-e6f3b24c3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:27.340069 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-96cf20d4-996b-411a-9cb5-e6f3b24c3ec0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.2026296 May 17 16:26:27.363422 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-f8affa33-a138-485c-a9ad-7d45bd953ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306331 May 17 16:26:27.377062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b92f9-fa30-4223-806c-30a717c804e6 req-02cb234a-1a5b-4c10-a83b-e29d0e286a87 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:27.378542 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7f5b92f9-fa30-4223-806c-30a717c804e6 req-02cb234a-1a5b-4c10-a83b-e29d0e286a87 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 946 time: 0.1807113 May 17 16:26:27.414456 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66900-d118-45a2-b197-fda29a3d637c req-cb87e27d-a13d-4fbc-a435-ee561bffd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:27.415890 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-cb87e27d-a13d-4fbc-a435-ee561bffd9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197345 May 17 16:26:27.498340 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-5b615496-01ca-4571-ab8d-cf3a9fd1d1a0 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282964 May 17 16:26:27.510474 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7f5b92f9-fa30-4223-806c-30a717c804e6 req-e26751a1-ee97-4794-8f98-f48b17a615bf tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/security-groups?id=020d6902-f1d1-4562-9cb8-9f44e351787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259754 May 17 16:26:27.570966 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-e90f7890-badc-4d87-8675-63712190d797 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469531 May 17 16:26:27.702031 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-be7ee655-378e-4fc0-b423-108ebf2a9628 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244082 May 17 16:26:28.060165 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430037-3f51-4540-8f41-fc5df46db6d0 req-957dfd8f-13a5-4a5d-b12e-022808819a40 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:28.061603 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-29430037-3f51-4540-8f41-fc5df46db6d0 req-957dfd8f-13a5-4a5d-b12e-022808819a40 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0795090 May 17 16:26:28.109398 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-29430037-3f51-4540-8f41-fc5df46db6d0 req-281fcd87-a461-44d3-9373-90f16018fd66 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409522 May 17 16:26:28.134720 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:28.141377 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-adcc7f79-3978-457d-ba6a-a99e865fde6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:28.190969 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Pushing event deleted for resources: {'Port': ['ID=0da2ef55-b7cf-43bc-8a15-09fb3570c6cc,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:28.233039 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.233402 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.233751 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.234093 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.234501 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.234892 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.235273 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.235626 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.235946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.236279 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.236611 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.236938 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:28.263606 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:28.277253 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] No DVR routers for this DVR port 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:26:28.279705 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:28.283015 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'name': 'network-vif-deleted', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:28.393345 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ba47696e-1b1a-4027-8849-bc14da388e35 req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.26 "DELETE /v2.0/ports/0da2ef55-b7cf-43bc-8a15-09fb3570c6cc HTTP/1.1" status: 204 len: 173 time: 2.2421148 May 17 16:26:28.427343 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae6e73-acac-42d1-9938-179d1619a015', 'name': 'network-vif-deleted', 'tag': '0da2ef55-b7cf-43bc-8a15-09fb3570c6cc', 'status': 'completed', 'code': 200} May 17 16:26:28.502252 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7218b-f3cc-4b43-a101-f08f42e8b0d9 req-b5b57943-5ec1-4afc-af9c-f170e2c7144c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:28.503844 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45e7218b-f3cc-4b43-a101-f08f42e8b0d9 req-b5b57943-5ec1-4afc-af9c-f170e2c7144c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0961475 May 17 16:26:28.591922 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45e7218b-f3cc-4b43-a101-f08f42e8b0d9 req-82ab1726-c8d4-4fd5-a873-8054aa858580 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780785 May 17 16:26:28.706535 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b66ca2fe-6c9e-4453-b907-dbe05a4393f7 req-0a24eadb-f986-4229-896a-4af9cc6c9f79 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceae6e73-acac-42d1-9938-179d1619a015 HTTP/1.1" status: 200 len: 210 time: 0.0482333 May 17 16:26:29.306464 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097dc1c-d740-4e38-bfbd-cfaaf58f0e25 req-e43237d9-2354-40e5-af9d-92c53ddaca6c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:29.307965 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1097dc1c-d740-4e38-bfbd-cfaaf58f0e25 req-e43237d9-2354-40e5-af9d-92c53ddaca6c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0850639 May 17 16:26:29.360023 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1097dc1c-d740-4e38-bfbd-cfaaf58f0e25 req-5747fc80-1439-4442-9843-0e87e50e7e88 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452168 May 17 16:26:29.724612 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:29.759383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:26:29.760251 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0da2ef55-b7cf-43bc-8a15-09fb3570c6cc not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:26:29.780643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372f72-516d-4fc3-8cde-b715304652a3 req-00bb9b19-3b4f-475c-91a1-bd2ca8bad3c1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:29.782143 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e2372f72-516d-4fc3-8cde-b715304652a3 req-00bb9b19-3b4f-475c-91a1-bd2ca8bad3c1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0831141 May 17 16:26:29.833169 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e2372f72-516d-4fc3-8cde-b715304652a3 req-d46fab80-af3d-4e22-a13f-40e1bf0626bf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 May 17 16:26:30.251929 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-04a92dca-5b6f-4d96-a293-12ab7f9eaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.254118 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-04a92dca-5b6f-4d96-a293-12ab7f9eaee8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1099 time: 0.0822494 May 17 16:26:30.294809 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e99aa15-beb3-42f2-878d-84f25a9fbc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:30.391862 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-821ff561-192e-4d7a-af05-5d1d499bfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.393314 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-821ff561-192e-4d7a-af05-5d1d499bfdba service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1322107 May 17 16:26:30.497662 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-e37e07c0-3e95-46ff-a270-90fe8207b169 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1002 time: 0.0957642 May 17 16:26:30.557246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76620c48-2455-448f-9116-1cc2e14d9ce8 req-f4c21e68-daa0-4a40-bdaa-1dcab4b4e23a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.561171 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76620c48-2455-448f-9116-1cc2e14d9ce8 req-f4c21e68-daa0-4a40-bdaa-1dcab4b4e23a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0862529 May 17 16:26:30.571277 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-be52e049-d059-47fb-8209-f0f2da4b1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.572764 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-be52e049-d059-47fb-8209-f0f2da4b1662 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0657279 May 17 16:26:30.619597 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-76620c48-2455-448f-9116-1cc2e14d9ce8 req-e5a3d895-630d-4405-8e86-1a1066abee1f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544679 May 17 16:26:30.660596 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-c8191bbb-df89-4d16-a4af-69e208cf88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.662124 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-c8191bbb-df89-4d16-a4af-69e208cf88a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801959 May 17 16:26:30.796430 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-64dbb0c4-b44d-44a0-931f-93fb69a6e569 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255116 May 17 16:26:30.943300 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c1c64991-6463-43b0-92fa-5ed144dde417 req-b1e225a5-f16a-4d3a-8bda-884ef0c817d5 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394513 May 17 16:26:31.040445 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549b2f8-3be6-48b1-a0d5-b5fa414e51d4 req-e860d376-b6d2-4f4a-9941-b7b30598dff3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:31.040445 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3549b2f8-3be6-48b1-a0d5-b5fa414e51d4 req-e860d376-b6d2-4f4a-9941-b7b30598dff3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0856566 May 17 16:26:31.084506 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3549b2f8-3be6-48b1-a0d5-b5fa414e51d4 req-702d9190-b8f3-40a0-8d15-f6069b07452a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 May 17 16:26:31.803519 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86d68-a173-45aa-9c5c-0b448970463c req-c2e3aec6-f2c6-402b-9244-b7b2e98688f4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:31.804985 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5ef86d68-a173-45aa-9c5c-0b448970463c req-c2e3aec6-f2c6-402b-9244-b7b2e98688f4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0803113 May 17 16:26:31.855509 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5ef86d68-a173-45aa-9c5c-0b448970463c req-ea55b22d-3d96-4944-a026-cc1650fffca5 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442779 May 17 16:26:32.361943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6500-fefa-442a-b504-ecf4c085c6c5 req-5a7ad3f9-badb-4b9d-9f52-048fe54a7e2d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:32.363420 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7ec6500-fefa-442a-b504-ecf4c085c6c5 req-5a7ad3f9-badb-4b9d-9f52-048fe54a7e2d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.1652243 May 17 16:26:32.409022 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7ec6500-fefa-442a-b504-ecf4c085c6c5 req-629deb5e-b06b-48b7-accd-f52cca56e14a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 May 17 16:26:32.803424 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:32.972634 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3a584a89-48b3-4153-a7fc-7f0bb3559617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.051200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6a285-b8d2-4452-b495-01d8f8482767 req-46af738a-4d1f-4b4d-aaab-a93c4b6b59cd tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:33.052722 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a2b6a285-b8d2-4452-b495-01d8f8482767 req-46af738a-4d1f-4b4d-aaab-a93c4b6b59cd tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0883348 May 17 16:26:33.101798 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a2b6a285-b8d2-4452-b495-01d8f8482767 req-52fd27ab-59d5-49bd-b9a3-47bb1a798fc8 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430479 May 17 16:26:33.604252 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d62e1-46b7-4516-a51e-ba4e1074f3af req-2492a633-4dc0-467f-9e86-33cec2401a63 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:33.605747 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-946d62e1-46b7-4516-a51e-ba4e1074f3af req-2492a633-4dc0-467f-9e86-33cec2401a63 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 946 time: 0.0807993 May 17 16:26:33.654883 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-946d62e1-46b7-4516-a51e-ba4e1074f3af req-af739739-066b-44a0-988e-99216a894590 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 May 17 16:26:33.757281 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:33.907573 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.917779 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.935665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:33.945822 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:33.980741 dv-cinder-768105-8-smb neutron-server[79276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'code': 422} returned with failed status May 17 16:26:34.108995 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:34.108995 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:34.178266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=8']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:34.181461 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:34.294484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e7089-0193-42be-a7c0-d084d2773715 req-26512093-ed43-4cbc-86e6-77bfc1ef5b40 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:34.295980 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-175e7089-0193-42be-a7c0-d084d2773715 req-26512093-ed43-4cbc-86e6-77bfc1ef5b40 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0816069 May 17 16:26:34.355953 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-175e7089-0193-42be-a7c0-d084d2773715 req-428f4751-6346-4d4e-8ea0-d49b2a8bdd93 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531490 May 17 16:26:35.242715 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:35.565207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9398-b9a4-497f-833a-a6b83cbdac8b req-0b71f70c-0c0e-416d-91d6-166f1cd9a238 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:35.566664 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-480a9398-b9a4-497f-833a-a6b83cbdac8b req-0b71f70c-0c0e-416d-91d6-166f1cd9a238 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1042311 May 17 16:26:35.667260 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-480a9398-b9a4-497f-833a-a6b83cbdac8b req-acf4393d-260b-4819-83e0-ed8acd5c7b66 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689583 May 17 16:26:35.684021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5b6f8-3de1-4615-9975-38277d2f6507 req-69a38d93-088f-4630-b75c-f276ef97d1b6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:35.685471 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0d5b6f8-3de1-4615-9975-38277d2f6507 req-69a38d93-088f-4630-b75c-f276ef97d1b6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1179240 May 17 16:26:35.736134 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b0d5b6f8-3de1-4615-9975-38277d2f6507 req-173bdf19-4ddb-4578-abc8-979d67b1ce16 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 May 17 16:26:36.144529 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60042) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:36.339998 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-0f8cb601-3889-42ce-aa18-6272ab8f8679 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941607 May 17 16:26:36.851948 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b04a-d3d7-434e-9772-2ddb242169a9 req-a77f1a64-5316-4773-a7d2-c781e4befe06 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:36.853329 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8629b04a-d3d7-434e-9772-2ddb242169a9 req-a77f1a64-5316-4773-a7d2-c781e4befe06 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0798872 May 17 16:26:36.956667 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8629b04a-d3d7-434e-9772-2ddb242169a9 req-201f6eb0-f1fe-4150-ae3b-71e5322ffc46 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718744 May 17 16:26:36.981047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b9f2-b7ad-4f53-8f9e-27c47c9e6b0b req-4d5accaf-e950-4351-b3ac-7e77eae4fed7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:36.982507 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e920b9f2-b7ad-4f53-8f9e-27c47c9e6b0b req-4d5accaf-e950-4351-b3ac-7e77eae4fed7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1283453 May 17 16:26:37.033972 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e920b9f2-b7ad-4f53-8f9e-27c47c9e6b0b req-fec9f75c-88b6-46a1-9a5e-eb01f0442576 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 May 17 16:26:38.150072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5973-2038-48d1-a973-f7caa909cbfc req-02afb303-25fb-405e-b751-f03277a1f55b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:38.151564 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-543b5973-2038-48d1-a973-f7caa909cbfc req-02afb303-25fb-405e-b751-f03277a1f55b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0845912 May 17 16:26:38.170215 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:26:38.253828 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-543b5973-2038-48d1-a973-f7caa909cbfc req-1c56a57c-dc18-408f-b5c2-1717877ba06c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607255 May 17 16:26:38.275048 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdc53d-7ccd-4d27-bdb6-c03c22f98287 req-635fc4bf-07c7-49d3-a6b1-b1a0712080ce tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:38.276538 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2cdc53d-7ccd-4d27-bdb6-c03c22f98287 req-635fc4bf-07c7-49d3-a6b1-b1a0712080ce tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1240804 May 17 16:26:38.325801 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f2cdc53d-7ccd-4d27-bdb6-c03c22f98287 req-4193eb36-9c09-4880-8f71-aa76591898f3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 May 17 16:26:39.454643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc027c7b-a6cf-4809-a06b-c9e83f31fbb5 req-fe70f44d-5fdc-462b-bda9-60cb148da47b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.459702 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fc027c7b-a6cf-4809-a06b-c9e83f31fbb5 req-fe70f44d-5fdc-462b-bda9-60cb148da47b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0936856 May 17 16:26:39.555267 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fc027c7b-a6cf-4809-a06b-c9e83f31fbb5 req-a0548114-7be0-46df-bc1f-9ac65e066886 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926907 May 17 16:26:39.576674 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e8ea-3383-447d-a0b6-df2b2d57bd23 req-c0b4d5e3-6102-482d-880d-299fb57560b8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.578756 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f39e8ea-3383-447d-a0b6-df2b2d57bd23 req-c0b4d5e3-6102-482d-880d-299fb57560b8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1173944 May 17 16:26:39.627928 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f39e8ea-3383-447d-a0b6-df2b2d57bd23 req-30e75204-d321-40b6-aa1e-9c3b7bbc93d2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 May 17 16:26:39.631702 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-16f875f2-a83d-4073-ab40-cf9def2cbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.633219 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-16f875f2-a83d-4073-ab40-cf9def2cbcc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 1097 time: 0.0734572 May 17 16:26:39.731807 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-202a6b15-76c0-40d9-8930-7fa997d84176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.733243 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-202a6b15-76c0-40d9-8930-7fa997d84176 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1097 time: 0.0706091 May 17 16:26:39.872287 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-c062cfbd-bacd-43a3-86ef-83ac1fb5e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.873741 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-c062cfbd-bacd-43a3-86ef-83ac1fb5e083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1301377 May 17 16:26:39.980333 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-601a32fb-9d35-4474-8f0a-8614621edfa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 200 len: 1000 time: 0.0972283 May 17 16:26:40.048014 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-7fa48639-f6e1-4aff-9780-54ed78878f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:40.049459 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-7fa48639-f6e1-4aff-9780-54ed78878f93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0626702 May 17 16:26:40.125655 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-2fc423cf-845b-4491-a375-22c27cb7ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:40.127167 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-2fc423cf-845b-4491-a375-22c27cb7ddca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713165 May 17 16:26:40.258159 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-62110ffa-595a-46c0-90a7-24dab3eda51f service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240726 May 17 16:26:40.393661 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-8b3f2ef8-df1b-4352-99f4-b18e8422240c service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283762 May 17 16:26:40.748851 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a089-d8aa-4d09-9871-7bf4a7c130c7 req-98627143-9ad9-4223-9f97-c959886b5869 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:40.752318 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d73a089-d8aa-4d09-9871-7bf4a7c130c7 req-98627143-9ad9-4223-9f97-c959886b5869 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0883567 May 17 16:26:40.852098 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d73a089-d8aa-4d09-9871-7bf4a7c130c7 req-d4d0cba1-3eb0-4df5-bd71-eb57bbd39500 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921469 May 17 16:26:40.882588 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2854d-2f7c-42ca-88f8-2483e71f3ada req-e13375ff-d60f-40ff-82d2-0e39b9e174e5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:40.884053 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5dc2854d-2f7c-42ca-88f8-2483e71f3ada req-e13375ff-d60f-40ff-82d2-0e39b9e174e5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1081514 May 17 16:26:40.931754 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5dc2854d-2f7c-42ca-88f8-2483e71f3ada req-995ace65-13fd-4ffa-8a57-cc02ef87cd12 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387626 May 17 16:26:42.090857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2daf-f83c-44a6-9036-396fac7e5da9 req-65c2b7b9-e444-4834-a230-977fbd77df47 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:42.092648 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2b9a2daf-f83c-44a6-9036-396fac7e5da9 req-65c2b7b9-e444-4834-a230-977fbd77df47 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1189249 May 17 16:26:42.199404 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2b9a2daf-f83c-44a6-9036-396fac7e5da9 req-3e387296-f5a1-4521-8a64-584ae38e2353 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653486 May 17 16:26:42.217883 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f76846-a8e5-4ab9-a2a6-4ec4b4a5fe5e req-1ecddaf3-d688-4430-9635-04b09c5c97c1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:42.220087 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07f76846-a8e5-4ab9-a2a6-4ec4b4a5fe5e req-1ecddaf3-d688-4430-9635-04b09c5c97c1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1409976 May 17 16:26:42.271032 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-07f76846-a8e5-4ab9-a2a6-4ec4b4a5fe5e req-32dff054-44e1-4985-a9a5-644d1df31ffb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 May 17 16:26:43.625219 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafb597-3a64-4da2-96a0-41eab3c542a4 req-f85af42f-3e75-4d2a-94da-e3d98ce23734 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:43.626734 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ebafb597-3a64-4da2-96a0-41eab3c542a4 req-f85af42f-3e75-4d2a-94da-e3d98ce23734 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.2265155 May 17 16:26:43.670943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f6f4f-a2d9-42aa-882d-ce4b78410b0c req-3cce2900-f608-425e-87ca-c159ab9d446e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:43.672501 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-809f6f4f-a2d9-42aa-882d-ce4b78410b0c req-3cce2900-f608-425e-87ca-c159ab9d446e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1444030 May 17 16:26:43.711811 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ebafb597-3a64-4da2-96a0-41eab3c542a4 req-f0d98021-6a37-4619-98f7-2b16ba33a7f3 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779338 May 17 16:26:43.735108 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-809f6f4f-a2d9-42aa-882d-ce4b78410b0c req-341af33d-3540-4da8-a795-047d3b9806dc tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529251 May 17 16:26:45.055223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae614c1d-c792-4a1a-b4b9-0db94117dbdd req-a5d65f17-8b6e-4f33-8381-75a04019ce83 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:45.055223 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae614c1d-c792-4a1a-b4b9-0db94117dbdd req-a5d65f17-8b6e-4f33-8381-75a04019ce83 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1158183 May 17 16:26:45.055223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a608-1c69-47d1-ae07-3225cdb2d239 req-107acefd-5e03-4573-9dae-c6e97dad1ca4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:45.055223 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7834a608-1c69-47d1-ae07-3225cdb2d239 req-107acefd-5e03-4573-9dae-c6e97dad1ca4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1734140 May 17 16:26:45.102510 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae614c1d-c792-4a1a-b4b9-0db94117dbdd req-2e5f8da7-bb3d-4c7c-8efb-16d28e2d89e0 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945108 May 17 16:26:45.111324 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7834a608-1c69-47d1-ae07-3225cdb2d239 req-fcc261ea-af2a-437a-b175-e02cf3d41a19 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847757 May 17 16:26:46.372956 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a5bd-6cd1-4510-a29e-c692f68d3295 req-66148071-d012-4b86-ab07-e8aa14d62b49 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:46.375689 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8de5a5bd-6cd1-4510-a29e-c692f68d3295 req-66148071-d012-4b86-ab07-e8aa14d62b49 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1543334 May 17 16:26:46.426489 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f985-5cb6-4ea0-902c-b34460f7405e req-0b1ffd0e-9d44-40dd-9c02-043ad890d323 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:46.427970 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1414f985-5cb6-4ea0-902c-b34460f7405e req-0b1ffd0e-9d44-40dd-9c02-043ad890d323 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1730502 May 17 16:26:46.453899 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8de5a5bd-6cd1-4510-a29e-c692f68d3295 req-8257565f-7933-44bb-a4f7-560bc27cf0dd tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700166 May 17 16:26:46.484091 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1414f985-5cb6-4ea0-902c-b34460f7405e req-9bfde2a6-c853-48a0-9196-60154ea0f562 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499032 May 17 16:26:47.724892 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d596a80-eae9-4a8d-afe4-1695eab0b96e req-f0e0cbd7-817c-4597-b701-b5539b11449b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:47.728161 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d596a80-eae9-4a8d-afe4-1695eab0b96e req-f0e0cbd7-817c-4597-b701-b5539b11449b tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1576982 May 17 16:26:47.735503 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d5eeb-c85a-4b1e-879a-3ebe30aa3883 req-b3fdf4b0-e3cc-4b40-9c32-a591d6508f74 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:47.736943 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-900d5eeb-c85a-4b1e-879a-3ebe30aa3883 req-b3fdf4b0-e3cc-4b40-9c32-a591d6508f74 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1176097 May 17 16:26:47.812693 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d596a80-eae9-4a8d-afe4-1695eab0b96e req-17f40ac8-68f5-4045-a988-b2f813e32e8a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743799 May 17 16:26:47.822755 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-900d5eeb-c85a-4b1e-879a-3ebe30aa3883 req-32b93a4c-db09-4118-845c-30bf13b44570 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711944 May 17 16:26:49.107429 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d3fb-a787-471e-bda1-9c4197d4ff67 req-a50b2093-2f49-4a6f-8f09-26924051bdaf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:49.108784 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-acb1d3fb-a787-471e-bda1-9c4197d4ff67 req-a50b2093-2f49-4a6f-8f09-26924051bdaf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1720345 May 17 16:26:49.116795 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d377ba-c535-4cf4-90cb-6f14149c9916 req-d67a0189-bbc9-4603-8dfb-dd51b0e737e6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:49.118277 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f5d377ba-c535-4cf4-90cb-6f14149c9916 req-d67a0189-bbc9-4603-8dfb-dd51b0e737e6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1338074 May 17 16:26:49.194263 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-acb1d3fb-a787-471e-bda1-9c4197d4ff67 req-1a619847-9341-4120-b35a-56bd5d139b5c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749898 May 17 16:26:49.199080 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f5d377ba-c535-4cf4-90cb-6f14149c9916 req-2e34f225-ea57-4497-99f7-bbbb8dee44de tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657587 May 17 16:26:50.520895 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036de8b-4c57-470b-85d7-6f3e68ecd199 req-be8395f9-3685-4d86-9fea-f565ed75edca tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.528566 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1036de8b-4c57-470b-85d7-6f3e68ecd199 req-be8395f9-3685-4d86-9fea-f565ed75edca tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1802952 May 17 16:26:50.561390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f46d5-aef3-4725-a021-2a274b2ac49e req-612faf3a-7bf2-422a-87bb-c7dbdc62c06a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.569815 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0c7f46d5-aef3-4725-a021-2a274b2ac49e req-612faf3a-7bf2-422a-87bb-c7dbdc62c06a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.2228115 May 17 16:26:50.635041 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0c7f46d5-aef3-4725-a021-2a274b2ac49e req-97fb7423-91db-437a-9df4-b90b7746e12a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642061 May 17 16:26:50.645838 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1036de8b-4c57-470b-85d7-6f3e68ecd199 req-5ba91d7d-4fd9-425b-81e7-5be8f5daf4b3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159084 May 17 16:26:51.890580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00306-2ed5-47fb-a85e-a6b2d708bb9c req-9219e325-45bf-4227-a938-6e0298e7fc45 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.892044 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-12a00306-2ed5-47fb-a85e-a6b2d708bb9c req-9219e325-45bf-4227-a938-6e0298e7fc45 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1117921 May 17 16:26:51.899537 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e05a-28c4-4e61-b333-4deb3ec71c43 req-b0732934-3bf3-44bd-a4a1-a2c0ae0427e9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.900874 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b09e05a-28c4-4e61-b333-4deb3ec71c43 req-b0732934-3bf3-44bd-a4a1-a2c0ae0427e9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1558959 May 17 16:26:51.975440 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-12a00306-2ed5-47fb-a85e-a6b2d708bb9c req-14ca48b8-efcc-4dff-b702-275580256db2 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725803 May 17 16:26:51.982853 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8b09e05a-28c4-4e61-b333-4deb3ec71c43 req-4aa7a19a-dded-42a8-99ad-bb05fd8dddcb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676212 May 17 16:26:53.229058 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22232c99-9105-4d9e-8db4-53766cba83ef req-a80c4913-3f9c-4651-8bc8-ea393087fb29 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:53.230589 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-22232c99-9105-4d9e-8db4-53766cba83ef req-a80c4913-3f9c-4651-8bc8-ea393087fb29 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.1075821 May 17 16:26:53.239186 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e5364-f937-41fe-9dc9-0a894c306d86 req-8e530b2f-b0b5-4a99-9077-3d3a8306aeec tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:53.240631 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2e5e5364-f937-41fe-9dc9-0a894c306d86 req-8e530b2f-b0b5-4a99-9077-3d3a8306aeec tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.1551123 May 17 16:26:53.307884 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-22232c99-9105-4d9e-8db4-53766cba83ef req-d5013589-5514-4942-8520-a7183e4d8823 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662141 May 17 16:26:53.316747 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2e5e5364-f937-41fe-9dc9-0a894c306d86 req-638169d2-938e-4259-828f-e8a36c34c526 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=8953d22f-6935-46f9-877a-90b4352b2f53&id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620553 May 17 16:26:53.931686 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60226) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:53.996551 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Deleting subnet f90ec660-357b-4858-8619-eefae809d9ef {{(pid=79274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:26:53.999440 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.050495 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4292928175'] for subnet, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.106026 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.419981 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293313403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4292875307'] for subnet, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.425959 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-cfbe818c-2841-457b-8e98-f9ffb596cfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:54.460498 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90ec660-357b-4858-8619-eefae809d9ef,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:54.462458 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.465014 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:54.469563 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f90ec660-357b-4858-8619-eefae809d9ef HTTP/1.1" status: 204 len: 168 time: 0.5368516 May 17 16:26:54.472153 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60232) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:54.503185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa5b71-fc46-4204-a2d0-43e40ad734ff req-0ea734cd-c2f0-4d64-ab6c-69a2ce2b1266 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:54.504654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1fa5b71-fc46-4204-a2d0-43e40ad734ff req-0ea734cd-c2f0-4d64-ab6c-69a2ce2b1266 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.0833497 May 17 16:26:54.579220 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.635834 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1fa5b71-fc46-4204-a2d0-43e40ad734ff req-5c30c1fc-4ce9-4e71-8791-bd26e8768d04 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252713 May 17 16:26:54.704946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.717145 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28191df9-a105-449d-ba57-9b64bbdd432b']}} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:54.731844 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0aea41-cb06-4250-bb51-37daa540f194') {'for_net_delete': True} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:54.732139 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0aea41-cb06-4250-bb51-37daa540f194') {} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:54.743526 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4292928160'] for segment, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.832999 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.839070 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=79274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:26:54.839446 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293313501'] for segment, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: Traceback (most recent call last): May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: timer() May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: cb(*args, **kw) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: return func(*args, **kwargs) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: self._notify() May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: self.callback(batched_events) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: event.method(event) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: return f(self, *a, **k) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: return self._get(url).json() May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: return self.request(url, 'GET', **kwargs) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:26:54.852248 dv-cinder-768105-8-smb neutron-server[79274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:26:54.990952 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:54.994437 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:55.007963 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.018425 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Pushing event deleted for resources: {'Network': ['ID=28191df9-a105-449d-ba57-9b64bbdd432b,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:55.021547 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:55.095457 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-922ca347-68e3-44b6-87c5-c924497853ed admin admin] 10.222.0.59 "DELETE /v2.0/networks/28191df9-a105-449d-ba57-9b64bbdd432b HTTP/1.1" status: 204 len: 168 time: 0.6222827 May 17 16:26:55.425404 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60238) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:55.475236 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-f864bca8-8f31-4db7-9181-fd34a1dfd1c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d4743481c194a2f97d61d21a80a0acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484648 May 17 16:26:55.477549 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60242) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:55.534685 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.539900 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.559346 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.711156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.716197 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-74d478ab-af22-477e-86f2-376f53934e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:55.729222 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d6902-f1d1-4562-9cb8-9f44e351787e,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:55.731896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:55.831420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4668ee3-00a8-48a7-88f8-a0cb1f403fc9 req-fb01ed91-6692-49f4-af9c-4cf2928c0a24 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:55.832849 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4668ee3-00a8-48a7-88f8-a0cb1f403fc9 req-fb01ed91-6692-49f4-af9c-4cf2928c0a24 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 944 time: 0.0790815 May 17 16:26:55.848333 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:55.849473 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/020d6902-f1d1-4562-9cb8-9f44e351787e HTTP/1.1" status: 204 len: 168 time: 0.3710239 May 17 16:26:55.883059 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:26:55.883279 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4668ee3-00a8-48a7-88f8-a0cb1f403fc9 req-f0754e8f-0912-46a0-911e-b5d43f4c5908 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 May 17 16:26:56.012746 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:56.026847 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'mac_address': 'fa:16:3e:f4:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:26:56.083001 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:56.100299 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:26:56.115907 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:56.334046 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:56.336915 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:56.411751 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=9']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:56.418887 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.419264 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.419602 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.419935 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.420311 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.420619 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.420944 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.421768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.422087 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.422439 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.422783 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.423128 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:56.427323 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:56.557513 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['68acd8ec-9d16-4522-aceb-c5e087fc3d26'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:57.071908 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae710-ae85-49db-acea-3a1752cbefee req-5adaa5cc-200a-4fd2-9161-c63fc1d4501e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:57.073357 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-70eae710-ae85-49db-acea-3a1752cbefee req-5adaa5cc-200a-4fd2-9161-c63fc1d4501e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 945 time: 0.0807929 May 17 16:26:57.118376 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-70eae710-ae85-49db-acea-3a1752cbefee req-36e772f8-a63c-4186-a79e-bdd07bac1fb6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386159 May 17 16:26:57.878489 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:26:57.944839 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:26:57.945215 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:58.058871 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:58.086183 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:58.095820 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:58.185791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:58.189258 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:58.256284 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=10']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:58.259573 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:58.318208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bdc05-6c6f-4807-9499-f3c85703cc4e req-c211aea7-132b-4de7-9aa3-4837efa9cfbd tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:58.319800 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ed4bdc05-6c6f-4807-9499-f3c85703cc4e req-c211aea7-132b-4de7-9aa3-4837efa9cfbd tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0808203 May 17 16:26:58.321857 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'code': 200} May 17 16:26:58.371834 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ed4bdc05-6c6f-4807-9499-f3c85703cc4e req-baedc4d3-b5a0-447a-8b45-beb768398c19 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 May 17 16:26:59.035302 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eb619-26e3-470c-be9e-a40b5af7b3c1 req-394c65c7-c322-4c7c-8126-af180629d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:59.037546 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ad7eb619-26e3-470c-be9e-a40b5af7b3c1 req-394c65c7-c322-4c7c-8126-af180629d80b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 1100 time: 0.0750942 May 17 16:26:59.078007 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-ad7eb619-26e3-470c-be9e-a40b5af7b3c1 req-d8afa754-c1e8-432c-be6f-543e085b60c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 May 17 16:26:59.572176 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675184f1-3970-46e3-be49-e10144615af7 req-b59ee593-1472-4108-be54-cbcdfc7bf3c5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:59.573606 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-675184f1-3970-46e3-be49-e10144615af7 req-b59ee593-1472-4108-be54-cbcdfc7bf3c5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0789368 May 17 16:26:59.617921 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-675184f1-3970-46e3-be49-e10144615af7 req-b22507bd-f5dd-42a3-b0a3-f8a793dcec09 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 May 17 16:27:00.247016 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d50fc06-76d3-4b9f-8496-e48800c2c562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:00.814207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c7d6d-fdd2-4395-8ce2-c86f2abbc6d1 req-31b7a4b6-2541-45c6-beb2-4ca3d4b21fa4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:00.814749 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8d1c7d6d-fdd2-4395-8ce2-c86f2abbc6d1 req-31b7a4b6-2541-45c6-beb2-4ca3d4b21fa4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0847433 May 17 16:27:00.858108 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8d1c7d6d-fdd2-4395-8ce2-c86f2abbc6d1 req-81af4785-f8ca-4ffd-91e7-ad53644d939b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379963 May 17 16:27:02.046350 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9eec1-a743-4452-aacd-87daa0050cc8 req-9e071e93-18ce-470c-82d7-d00a2a40232c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:02.048573 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79e9eec1-a743-4452-aacd-87daa0050cc8 req-9e071e93-18ce-470c-82d7-d00a2a40232c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0795264 May 17 16:27:02.096740 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-79e9eec1-a743-4452-aacd-87daa0050cc8 req-99e917e9-d1b4-4955-af7a-984d3d12bf99 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 May 17 16:27:03.059663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:03.092851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6f63dbcd-27f5-47df-a274-528678fe86b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:03.904973 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:05.241443 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.169377 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:27:25.550769 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:25.912984 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-c0d022f6-7362-43e0-a276-fba1e3dfff4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694132 May 17 16:27:26.007337 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-e0c80d49-e55f-470c-8933-80e48789648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.008797 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-e0c80d49-e55f-470c-8933-80e48789648e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1137 time: 0.0733228 May 17 16:27:26.159713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-a9ad01bb-a420-470b-af23-1fdaba4287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.161165 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-a9ad01bb-a420-470b-af23-1fdaba4287b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.1310461 May 17 16:27:26.266646 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-75ac50f6-ae22-4b22-86a9-a442efa87d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 1000 time: 0.0982878 May 17 16:27:26.331587 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-88a36748-e66d-4a5c-98f7-51c890fec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.333047 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-88a36748-e66d-4a5c-98f7-51c890fec69c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0587325 May 17 16:27:26.413675 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-78d3c098-1006-4737-b843-bdddd8539f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.415197 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-78d3c098-1006-4737-b843-bdddd8539f4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753813 May 17 16:27:26.591387 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-2217dcae-f59f-41f2-80a3-18854c24c4b6 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671755 May 17 16:27:26.755672 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3842a456-0944-4a07-afc9-98fb930ddc6a req-0190da1e-325c-4faa-821b-ec59953c5599 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550226 May 17 16:27:28.855213 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-fa7dab07-a7bd-4d3d-8214-f2cbb677376a tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849861818&fields=id&tenant_id=d2f068465ae2457bae51c00f404a7c8f HTTP/1.1" status: 200 len: 267 time: 0.0422578 May 17 16:27:28.939798 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-462a4ba3-5f22-490f-9bbc-5c2396a5e687 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:28.941197 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-462a4ba3-5f22-490f-9bbc-5c2396a5e687 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 984 time: 0.0798378 May 17 16:27:28.952021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Request body: {'port': {'security_groups': ['945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf']}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:29.084985 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.343196 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:29.368890 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.465351 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.472379 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:29.477354 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:29.541262 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:29.541904 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.543458 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c1efd1d3-c09a-4fae-aad5-de425ba2adb5 req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "PUT /v2.0/ports/96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 942 time: 0.5959651 May 17 16:27:29.544045 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:29.551191 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60310) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:29.574078 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event updated for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=7']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:29.584585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.584951 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.585310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.585669 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.586654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.587041 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.587404 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.587820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.588151 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.588501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.588847 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.589189 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:29.595491 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:29.654132 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:29.677814 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.705790 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:27:29.720433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.840618 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-4abd7b4f-88d8-4199-b727-1ff0d6e421de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:29.842199 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-4abd7b4f-88d8-4199-b727-1ff0d6e421de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1098 time: 0.1087716 May 17 16:27:29.843519 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-c5590968-0793-4283-9e7b-fe5acdbc41c6 None None] Provisioning complete for port 96c254c2-2b4d-4c93-984a-ff89aa51a198 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:29.844525 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c5590968-0793-4283-9e7b-fe5acdbc41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.975323 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:29.983001 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-29ebf4e7-80a1-40ba-8d55-fe6d804da5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:29.999617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-a1838d0a-c66e-470e-8662-b47e61e6ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:30.001809 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-a1838d0a-c66e-470e-8662-b47e61e6ae69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.1508718 May 17 16:27:30.004809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953d22f-6935-46f9-877a-90b4352b2f53,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:30.012453 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.012830 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.013188 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.013541 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.013898 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.014503 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.014841 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.015215 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.025768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.025768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.025768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.025768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:30.025768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:30.203888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.204912 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "DELETE /v2.0/security-groups/8953d22f-6935-46f9-877a-90b4352b2f53 HTTP/1.1" status: 204 len: 168 time: 0.6521981 May 17 16:27:30.207879 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60318) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:30.216897 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-4e0944c8-1549-4544-ad06-3d0ee497e23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 1000 time: 0.1968501 May 17 16:27:30.247626 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1048f9c5-df77-4858-bee9-90b4ec98b9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.283183 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-da588aab-952b-4b25-aeb2-3cb287c04787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:30.284646 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-da588aab-952b-4b25-aeb2-3cb287c04787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0599144 May 17 16:27:30.364177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-0a0a5074-515a-423c-9254-5b25d379599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:30.365659 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-0a0a5074-515a-423c-9254-5b25d379599c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729859 May 17 16:27:30.483028 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Deleting port 135ed288-12dc-4c24-b840-4435eadf8f7f {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:30.483276 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.510747 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-18dbd345-00aa-422b-99bd-6adc913ae45e service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339078 May 17 16:27:30.605401 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.605728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.646751 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-46b887e7-c862-4eb3-81ed-17ba966d4d14 req-bf7dddf0-dc9d-40c8-ad19-371ff3cc34e1 service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288266 May 17 16:27:30.817939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Calling delete_port for 135ed288-12dc-4c24-b840-4435eadf8f7f owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:31.133964 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.138011 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-dead3561-ca08-4368-8ec3-786ba0d0ca00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:31.186031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event deleted for resources: {'Port': ['ID=135ed288-12dc-4c24-b840-4435eadf8f7f,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:31.189111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:31.277589 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.278291 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Floating IP cc0abbd0-041d-40c2-b350-2826e0af0577 disassociated (deleted). External IP: 172.28.2.12, port: 96c254c2-2b4d-4c93-984a-ff89aa51a198. May 17 16:27:31.646877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Router 1690e60f-c953-40b4-b98b-d08f88c66e26 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:27:31.826427 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:27:31.835755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Sync routers for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:27:31.838776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.845018 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:31.845630 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:31.901585 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-8fca8c60-a58f-4106-aab3-a06459bab506 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "DELETE /v2.0/floatingips/cc0abbd0-041d-40c2-b350-2826e0af0577 HTTP/1.1" status: 204 len: 168 time: 1.6924906 May 17 16:27:31.902144 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:31.949757 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:27:32.041857 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:32.051540 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461447-38e9-45d3-950e-24225479dd92 req-9c364038-25d8-4d15-8d23-8d1772e76ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.053617 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-9c364038-25d8-4d15-8d23-8d1772e76ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f068465ae2457bae51c00f404a7c8f&device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 1098 time: 0.0809367 May 17 16:27:32.212051 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461447-38e9-45d3-950e-24225479dd92 req-a9dcd2f9-159b-45d6-b62b-acebc641c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.214122 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-a9dcd2f9-159b-45d6-b62b-acebc641c2cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 200 len: 916 time: 0.1526294 May 17 16:27:32.288223 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-51dce868-0fc9-43e3-b83b-dd79c498daa0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 200 len: 217 time: 0.0671206 May 17 16:27:32.354153 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461447-38e9-45d3-950e-24225479dd92 req-39aa4b1c-96f1-4779-8573-ab3004a570d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.357239 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-39aa4b1c-96f1-4779-8573-ab3004a570d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 200 len: 854 time: 0.0620785 May 17 16:27:32.413468 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:32.418016 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Checking router: 1690e60f-c953-40b4-b98b-d08f88c66e26 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:27:32.427663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:32.428181 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:32.439816 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461447-38e9-45d3-950e-24225479dd92 req-e3c0927c-bae3-4f76-9001-67e3503b355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.441285 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-e3c0927c-bae3-4f76-9001-67e3503b355a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770593 May 17 16:27:32.595289 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-84c5a579-dfe1-411e-800a-722476a4af8e service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456292 May 17 16:27:32.616517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:32.749142 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da461447-38e9-45d3-950e-24225479dd92 req-397d16b0-bf7e-4d8f-ab16-74e856f9110c service neutron] 10.222.0.26 "GET /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432445 May 17 16:27:32.867262 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.959780 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2ab2691-9171-4a8f-b325-a2a345d30c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.998958 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:33.003439 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435449d-a154-43c4-96a6-22f46f9541d1 None None] The sync data for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb is: [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'b947cd57-e5d2-430d-b430-6d4b05ac9fbf', 'name': '', 'network_id': '68f38a49-e9a2-4c0a-a9b0-4487cc620dbb', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'mac_address': 'fa:16:3e:22:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:19Z', 'updated_at': '2021-05-17T16:24:30Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'subnets': [{'id': 'e2eacc1f-4359-4f0c-b831-a1859115a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:27:33.220369 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672ab30-1644-4511-bcd6-de4bf825f261 None None] New status for floating IP cc0abbd0-041d-40c2-b350-2826e0af0577: DOWN {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:27:33.858941 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:35.288258 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:35.992981 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283927-a8c8-4815-8c4b-1bfb65db9bc4 req-c6f129c3-0ada-4d4b-8aea-1c1c8de12fdf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:35.993667 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-37283927-a8c8-4815-8c4b-1bfb65db9bc4 req-c6f129c3-0ada-4d4b-8aea-1c1c8de12fdf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Synchronizing usage tracker for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:27:36.104573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-37283927-a8c8-4815-8c4b-1bfb65db9bc4 req-c6f129c3-0ada-4d4b-8aea-1c1c8de12fdf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Unset dirty status for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:27:36.106062 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37283927-a8c8-4815-8c4b-1bfb65db9bc4 req-c6f129c3-0ada-4d4b-8aea-1c1c8de12fdf tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.1959293 May 17 16:27:36.157847 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-37283927-a8c8-4815-8c4b-1bfb65db9bc4 req-da0438c8-dce1-4a4f-bab8-75477862401e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 May 17 16:27:37.357485 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ffa57-50dc-447f-a28e-1ba3b0bcd78e req-4f6277f6-8900-4116-9bc7-7caebf5ea363 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:37.358962 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dd3ffa57-50dc-447f-a28e-1ba3b0bcd78e req-4f6277f6-8900-4116-9bc7-7caebf5ea363 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0836334 May 17 16:27:37.406269 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-dd3ffa57-50dc-447f-a28e-1ba3b0bcd78e req-c42c1034-70d8-4c08-81eb-80afe0d93144 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 May 17 16:27:37.568454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e424c-e9a1-4863-a5e3-c34619abf158 req-f9025975-fc3e-4ad0-8e3a-e04d6cf28cc6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:37.569937 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b2e424c-e9a1-4863-a5e3-c34619abf158 req-f9025975-fc3e-4ad0-8e3a-e04d6cf28cc6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0823560 May 17 16:27:37.618589 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0b2e424c-e9a1-4863-a5e3-c34619abf158 req-82b3339c-887b-4c67-b753-96f5d1ebddf6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 May 17 16:27:38.190751 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-10d46f4c-ca9e-4106-a29f-c54f61e4b3d4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.191549 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-10d46f4c-ca9e-4106-a29f-c54f61e4b3d4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Synchronizing usage tracker for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:27:38.206394 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-10d46f4c-ca9e-4106-a29f-c54f61e4b3d4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Unset dirty status for tenant:d2f068465ae2457bae51c00f404a7c8f on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:27:38.207896 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-10d46f4c-ca9e-4106-a29f-c54f61e4b3d4 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.1059406 May 17 16:27:38.346659 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Deleting port 96c254c2-2b4d-4c93-984a-ff89aa51a198 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:38.346917 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:38.486553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] For port 96c254c2-2b4d-4c93-984a-ff89aa51a198, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=96c254c2-2b4d-4c93-984a-ff89aa51a198,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:38.486916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:38.600125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3131-a6de-412a-ac09-038a00dbfe93 req-6c515f83-52ad-4586-83ac-63162a761fee tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.601637 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3fed3131-a6de-412a-ac09-038a00dbfe93 req-6c515f83-52ad-4586-83ac-63162a761fee tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 945 time: 0.0826266 May 17 16:27:38.653032 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3fed3131-a6de-412a-ac09-038a00dbfe93 req-99ee0715-f7f0-4b83-8ec8-aab99440f106 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/security-groups?id=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 May 17 16:27:38.697859 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Calling delete_port for 96c254c2-2b4d-4c93-984a-ff89aa51a198 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:38.882393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:38.889880 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-7d821e2f-1319-4ced-8239-a4dfddf3695b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:38.896405 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['96c254c2-2b4d-4c93-984a-ff89aa51a198'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:38.914063 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539817fa-ca46-400f-9d1d-0c11edbe6836 req-e23bbcdd-e76d-41ee-b01c-fca251cdd44a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.915614 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-539817fa-ca46-400f-9d1d-0c11edbe6836 req-e23bbcdd-e76d-41ee-b01c-fca251cdd44a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.1764934 May 17 16:27:38.965340 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-539817fa-ca46-400f-9d1d-0c11edbe6836 req-648b3738-030a-4005-b120-6a06c4622990 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 17 16:27:38.990792 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Pushing event deleted for resources: {'Port': ['ID=96c254c2-2b4d-4c93-984a-ff89aa51a198,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:38.990792 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:39.019609 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] No DVR routers for this DVR port 96c254c2-2b4d-4c93-984a-ff89aa51a198 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:39.025480 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.025480 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'name': 'network-vif-deleted', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:39.072493 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c350573-10bb-44f7-8c12-7ff19244399c', 'name': 'network-vif-deleted', 'tag': '96c254c2-2b4d-4c93-984a-ff89aa51a198', 'status': 'completed', 'code': 200} May 17 16:27:39.197539 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-421ae9da-025a-43bb-b5c1-d8ff2f48b8d5 req-2978d3a7-ec10-4ff8-95ee-b5941ed03863 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.26 "DELETE /v2.0/ports/96c254c2-2b4d-4c93-984a-ff89aa51a198 HTTP/1.1" status: 204 len: 173 time: 0.9831066 May 17 16:27:39.440548 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-f3f5a41c-c00d-408a-bab7-8aff5510532b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:39.442136 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-f3f5a41c-c00d-408a-bab7-8aff5510532b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0843668 May 17 16:27:39.585827 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Deleting port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:39.586168 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.735126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] For port 68acd8ec-9d16-4522-aceb-c5e087fc3d26, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=68acd8ec-9d16-4522-aceb-c5e087fc3d26,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:39.736179 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.823499 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c979c1f7-77cf-49b9-97e1-fcea3657a089 req-99753451-9aa9-4cd6-8ab9-e1eab81bce8e tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c350573-10bb-44f7-8c12-7ff19244399c HTTP/1.1" status: 200 len: 210 time: 0.0442643 May 17 16:27:40.036613 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:40.038654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:40.038654 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.l3_db [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Floating IP 2e502214-dd5f-4919-8dfa-7038b1175653 disassociated. External IP: 172.28.2.239, port: 68acd8ec-9d16-4522-aceb-c5e087fc3d26. May 17 16:27:40.038654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Calling delete_port for 68acd8ec-9d16-4522-aceb-c5e087fc3d26 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:40.199898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee109-6ec1-43e9-8367-fcccfca7dfe9 req-c3966b41-6f83-4be0-b526-7f9078fcab25 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:40.201565 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9bfee109-6ec1-43e9-8367-fcccfca7dfe9 req-c3966b41-6f83-4be0-b526-7f9078fcab25 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 947 time: 0.0899653 May 17 16:27:40.249997 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9bfee109-6ec1-43e9-8367-fcccfca7dfe9 req-0b547744-e4dd-47c8-b9ee-c219a0c20a34 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 May 17 16:27:40.271239 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:40.272617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:40.318504 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'Port': ['ID=68acd8ec-9d16-4522-aceb-c5e087fc3d26,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:40.321644 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:40.511104 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:27:40.781521 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:27:40.791158 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:27:40.800733 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:40.801367 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:40.855213 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] No DVR routers for this DVR port 68acd8ec-9d16-4522-aceb-c5e087fc3d26 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:40.857916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:40.868830 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-196bd872-e72d-4bc0-9d59-ddb1225ce08e req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "DELETE /v2.0/ports/68acd8ec-9d16-4522-aceb-c5e087fc3d26 HTTP/1.1" status: 204 len: 173 time: 1.4196634 May 17 16:27:40.986263 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:41.073590 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-deleted', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:41.160872 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25340aea-5639-43e3-83e0-1314de8445be', 'name': 'network-vif-deleted', 'tag': '68acd8ec-9d16-4522-aceb-c5e087fc3d26', 'status': 'completed', 'code': 200} May 17 16:27:41.374544 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:41.379800 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:27:41.388744 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:41.389635 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:41.428967 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e63979ab-004a-4a1b-8f09-948c1ba90f38 req-1ff658b5-476a-47d6-a46b-3825a2096b0f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=25340aea-5639-43e3-83e0-1314de8445be HTTP/1.1" status: 200 len: 210 time: 0.0433609 May 17 16:27:41.589746 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:41.923368 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:41.927293 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cdfe-9c68-4e29-bf25-1e48c8c08972 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:27:42.070464 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 96c254c2-2b4d-4c93-984a-ff89aa51a198 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:42.111143 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 96c254c2-2b4d-4c93-984a-ff89aa51a198 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:42.111713 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 96c254c2-2b4d-4c93-984a-ff89aa51a198 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:42.193654 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b5bcc-5e4d-4dbf-a044-d34114a1c043 None None] New status for floating IP 2e502214-dd5f-4919-8dfa-7038b1175653: DOWN {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:27:42.648762 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60418) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:42.717212 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:42.749239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:42.887831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:42.892251 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d2783491-2ad5-4ceb-9825-613085000058 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:42.908159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:42.910812 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:43.006857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.008056 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e0be4d72-3f44-4e83-9f94-cf273bc72ba7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "DELETE /v2.0/security-groups/121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1 HTTP/1.1" status: 204 len: 168 time: 0.3582520 May 17 16:27:43.011130 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60430) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:43.033163 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.api.v2.resource [None req-88f3c02b-2fc3-401a-9c5d-566e9b2fede7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] show failed (client error): The resource could not be found. May 17 16:27:43.034181 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-88f3c02b-2fc3-401a-9c5d-566e9b2fede7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups/121b06bd-9fd6-42f2-a3c5-b5df6ef07aa1 HTTP/1.1" status: 404 len: 347 time: 0.0219538 May 17 16:27:43.037111 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60434) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:43.261949 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Deleting port aeb2b23e-0ef2-4add-a609-5e0fef70a6e1 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:43.262203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.386198 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.386515 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.519622 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Calling delete_port for aeb2b23e-0ef2-4add-a609-5e0fef70a6e1 owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:43.693401 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.697376 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5afb58d6-eddb-477f-af7e-b7d78a29306f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:43.745535 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'Port': ['ID=aeb2b23e-0ef2-4add-a609-5e0fef70a6e1,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:43.748631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:43.769550 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60444) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:43.842610 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.856890 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.858016 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "DELETE /v2.0/floatingips/2e502214-dd5f-4919-8dfa-7038b1175653 HTTP/1.1" status: 204 len: 168 time: 0.8200264 May 17 16:27:44.083548 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:44.118541 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 68acd8ec-9d16-4522-aceb-c5e087fc3d26 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:44.118854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 68acd8ec-9d16-4522-aceb-c5e087fc3d26 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:44.315135 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60450) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:44.320853 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508816353', 'description': 'tempest-description--143553581'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:44.326662 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:44.332863 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:44.336473 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:44.340645 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.343862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:44.442158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.464962 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:44.468764 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:44.471655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:44.477360 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:44.554516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.658682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.664098 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a8f37e45-27cf-45fe-81a0-0515b3cbe9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:44.704497 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:44.707263 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:44.764373 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Deleting port b947cd57-e5d2-430d-b430-6d4b05ac9fbf {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:44.764707 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.778644 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.782635 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4634695 May 17 16:27:44.782848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60454) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:44.788129 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group_rule': {'security_group_id': 'e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:44.794329 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:44.799040 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:44.801969 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:44.807653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:44.887186 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] For port b947cd57-e5d2-430d-b430-6d4b05ac9fbf, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:44.887773 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.915907 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.980391 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.013122 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Calling delete_port for b947cd57-e5d2-430d-b430-6d4b05ac9fbf owned by network:router_interface {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:45.093442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.096137 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d2058f4a-6d61-4a36-80b3-27f0b7c8fa9f tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:45.118764 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c776142-1fa3-4433-a634-427f167f0f06,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:45.121382 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:45.225215 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.226555 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4426787 May 17 16:27:45.229388 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60458) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:45.234928 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'security_group_rule': {'security_group_id': 'e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:45.243185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:45.247145 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:security_group_rule and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:45.250090 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:45.256444 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:45.327607 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.398057 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.499146 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.507748 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c1047d02-f780-400f-a66a-6a8e34d2cb94 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:45.528454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9d48ce-3aa0-4167-b3c3-d555c5ef2371,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:45.530992 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:45.562086 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.566297 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-90477015-f644-47c9-94d7-6cde011f8cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:45.611031 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b947cd57-e5d2-430d-b430-6d4b05ac9fbf,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:45.630716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.634865 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016147 May 17 16:27:45.635144 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60462) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:45.636862 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:45.641064 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:45.656717 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:45.665845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Usage tracker for resource:floatingip and tenant:8a0dd9ef8ede40d6a0720b86f3929f0b is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:45.673545 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:45.683621 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:45.780340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.893464 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.934701 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:46.166174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Allocated IP 172.28.2.101 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/a1a034ab-bf7d-4844-a1d5-fe0f8dc29393) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:46.273674 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Router 1690e60f-c953-40b4-b98b-d08f88c66e26 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:27:46.321239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:46.402285 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:46.406033 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:46.459226 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:27:46.471819 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Sync routers for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:27:46.477206 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] 10.222.0.59 "PUT /v2.0/routers/1690e60f-c953-40b4-b98b-d08f88c66e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7059610 May 17 16:27:46.479838 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60466) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:46.481634 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:46.483228 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:46.483862 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:46.487649 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:46.544628 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:46.574917 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=a1a034ab-bf7d-4844-a1d5-fe0f8dc29393,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:46.605683 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:46.678685 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:46.780153 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:46.863295 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:46.977908 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:27:45Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:46.982023 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Checking router: 1690e60f-c953-40b4-b98b-d08f88c66e26 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:27:46.991781 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Routers {'1690e60f-c953-40b4-b98b-d08f88c66e26'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:46.992411 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['1690e60f-c953-40b4-b98b-d08f88c66e26'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:47.022937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.071080 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.224469 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] Set router 1690e60f-c953-40b4-b98b-d08f88c66e26 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:47.294112 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Deleting port 94059cbd-2cb0-4c95-ac75-2fdda93f622a {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:47.294426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.392654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.444421 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] For port 94059cbd-2cb0-4c95-ac75-2fdda93f622a, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=94059cbd-2cb0-4c95-ac75-2fdda93f622a,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:47.444777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.521508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.540672 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:27:45Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:47.545376 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dd777-f391-4879-94f6-90d8139255b3 None None] The sync data for ids ['1690e60f-c953-40b4-b98b-d08f88c66e26'] in dv-cinder-768105-8-smb is: [{'id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'name': 'tempest-TestMinimumBasicScenario-1227422319-router', 'tenant_id': 'd2f068465ae2457bae51c00f404a7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:27:45Z', 'revision_number': 5, 'project_id': 'd2f068465ae2457bae51c00f404a7c8f', 'gw_port': {'id': '94059cbd-2cb0-4c95-ac75-2fdda93f622a', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690e60f-c953-40b4-b98b-d08f88c66e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:15Z', 'updated_at': '2021-05-17T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:27:47.585109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ba332c31-4623-4096-a65f-437d592fb194 tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:47.732897 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Calling delete_port for 94059cbd-2cb0-4c95-ac75-2fdda93f622a owned by network:router_gateway {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:47.826943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=a1a034ab-bf7d-4844-a1d5-fe0f8dc29393,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:47.835171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:47.850507 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:47.914769 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b947cd57-e5d2-430d-b430-6d4b05ac9fbf no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:47.952991 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: b947cd57-e5d2-430d-b430-6d4b05ac9fbf {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:47.953439 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device b947cd57-e5d2-430d-b430-6d4b05ac9fbf not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:48.089865 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.091174 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4550631 May 17 16:27:48.259021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.265568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:48.350320 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94059cbd-2cb0-4c95-ac75-2fdda93f622a,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:48.362124 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:48.427481 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-f3efaebf-f2c3-4835-a5d0-54262e243f13 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:27:48.448445 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.606693 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-f3efaebf-f2c3-4835-a5d0-54262e243f13 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:27:48.607797 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-f3efaebf-f2c3-4835-a5d0-54262e243f13 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1508816353&fields=id&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 267 time: 0.3142555 May 17 16:27:48.644369 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.649648 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.839307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-21c12e75-cc06-4923-8c8d-736bbef44407 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:48.840756 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-21c12e75-cc06-4923-8c8d-736bbef44407 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 817 time: 0.2251618 May 17 16:27:48.855261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.855769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1690e60f-c953-40b4-b98b-d08f88c66e26 {{(pid=79275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:27:48.863853 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8d79bcac-8f73-41e9-a028-42e5643cda0e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/quotas/8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 375 time: 0.0164962 May 17 16:27:48.907831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.908933 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-36c49124-cd13-4510-84bc-e41b163aa2e1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1690e60f-c953-40b4-b98b-d08f88c66e26 HTTP/1.1" status: 204 len: 168 time: 2.4262071 May 17 16:27:48.911697 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60482) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:48.958529 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-4ab01955-44c5-4523-b519-93bca86c745b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:27:48.986180 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_v2 [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Deleting subnet e2eacc1f-4359-4f0c-b831-a1859115a923 {{(pid=79274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:27:48.989421 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.038058 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-4ab01955-44c5-4523-b519-93bca86c745b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:27:49.039500 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-4ab01955-44c5-4523-b519-93bca86c745b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693168 May 17 16:27:49.039842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4292928175'] for subnet, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.162066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.295391 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-21b9104d-312b-4430-8aee-cbfd92531003 service neutron] 10.222.0.59 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432864 May 17 16:27:49.434146 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-7b5c1659-fc08-48d5-a2ca-14a091ea09ad service neutron] 10.222.0.59 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339622 May 17 16:27:49.665144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293313403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4292875307'] for subnet, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.669818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:49.702727 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 94059cbd-2cb0-4c95-ac75-2fdda93f622a no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:49.705958 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2eacc1f-4359-4f0c-b831-a1859115a923,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:49.708414 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:49.711257 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.717801 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-643d2388-b610-4b1c-b998-363568ee0b5b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2eacc1f-4359-4f0c-b831-a1859115a923 HTTP/1.1" status: 204 len: 168 time: 0.8050549 May 17 16:27:49.720370 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60488) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:49.732517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3f62c-e490-4287-abd0-d14df24f1f78 None None] Network 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:27:49.809549 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 94059cbd-2cb0-4c95-ac75-2fdda93f622a {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:49.809890 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 94059cbd-2cb0-4c95-ac75-2fdda93f622a not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:49.840534 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.923889 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Deleting port c3789cf6-adff-4545-bdc8-3270cefe1b33 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:49.924838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.039880 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] For port c3789cf6-adff-4545-bdc8-3270cefe1b33, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=c3789cf6-adff-4545-bdc8-3270cefe1b33,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:50.040104 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] DHCP port deletion for 68f38a49-e9a2-4c0a-a9b0-4487cc620dbb request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:27:50.040232 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.114060 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Deleting port c3789cf6-adff-4545-bdc8-3270cefe1b33 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:50.114476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.173526 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Calling delete_port for c3789cf6-adff-4545-bdc8-3270cefe1b33 owned by network:dhcp {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:50.214324 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] For port c3789cf6-adff-4545-bdc8-3270cefe1b33, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=c3789cf6-adff-4545-bdc8-3270cefe1b33,segment=NetworkSegment(a9c21c66-264b-4fee-8037-769d02d2b90b),segment_id=a9c21c66-264b-4fee-8037-769d02d2b90b)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:50.214647 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.305311 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.309703 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3bffc9ec-bb82-4e2d-aaf7-bbf1b8011bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:50.347854 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Calling delete_port for c3789cf6-adff-4545-bdc8-3270cefe1b33 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:50.359298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3789cf6-adff-4545-bdc8-3270cefe1b33,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:50.361908 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:50.370030 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] No DVR routers for this DVR port c3789cf6-adff-4545-bdc8-3270cefe1b33 on host dv-cinder-768105-8-smb {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:50.480618 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.485853 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:50.506227 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.529394 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f38a49-e9a2-4c0a-a9b0-4487cc620dbb']}} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:50.539305 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Pushing event deleted for resources: {'Port': ['ID=c3789cf6-adff-4545-bdc8-3270cefe1b33,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:50.541600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] No DVR routers for this DVR port c3789cf6-adff-4545-bdc8-3270cefe1b33 on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:50.543014 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-be2ca2d0-95a0-45d3-9bee-85a075efe906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:50.544298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c21c66-264b-4fee-8037-769d02d2b90b') {'for_net_delete': True} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:50.544601 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c21c66-264b-4fee-8037-769d02d2b90b') {} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:50.558600 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4292928160'] for segment, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.581554 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.588182 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=79274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:27:50.588573 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293313501'] for segment, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: Traceback (most recent call last): May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: timer() May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: cb(*args, **kw) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: return func(*args, **kwargs) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: self._notify() May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: self.callback(batched_events) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: event.method(event) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: return f(self, *a, **k) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: return self._get(url).json() May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: return self.request(url, 'GET', **kwargs) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:27:50.602175 dv-cinder-768105-8-smb neutron-server[79274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:27:50.785203 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.797193 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f2f5b0e0-eea5-48f0-8b72-aef55f6527c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:50.805037 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2daab23e-2235-443e-85ea-7bbc12bcd39e req-09a755b4-ac55-4faf-a49d-fe283983268a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0665958 May 17 16:27:50.821890 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.844024 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f38a49-e9a2-4c0a-a9b0-4487cc620dbb,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:50.848249 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:50.974466 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/68f38a49-e9a2-4c0a-a9b0-4487cc620dbb HTTP/1.1" status: 204 len: 168 time: 1.2529566 May 17 16:27:50.977545 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60502) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:51.732820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.733028 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device c3789cf6-adff-4545-bdc8-3270cefe1b33 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:51.760885 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: c3789cf6-adff-4545-bdc8-3270cefe1b33 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:51.761241 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device c3789cf6-adff-4545-bdc8-3270cefe1b33 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:51.921651 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2afd8d50-01be-414e-917e-fd1eef19fb3f req-4366a426-5079-4fa2-911c-6a76fb2e01ce tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0484688 May 17 16:27:52.168513 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:27:52.216883 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Deleting port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:52.217287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.354505 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] For port 10e67ad5-8123-497b-8dcc-e1bafc29b3e2, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:52.355349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.486738 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Calling delete_port for 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 owned by network:router_interface {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:52.889284 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.894393 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:52.940414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=10e67ad5-8123-497b-8dcc-e1bafc29b3e2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:52.946386 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:53.183010 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d142172e-0493-4307-8ba0-e92339505ddf req-04704451-b76c-4fe5-ac6c-c09d1c2db09f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0706134 May 17 16:27:53.292261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.633187 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-27637c1b-a821-4a3f-aa4c-6544f16fc37e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.634923 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-27637c1b-a821-4a3f-aa4c-6544f16fc37e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 817 time: 0.1557810 May 17 16:27:53.677289 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:27:53.712163 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-01be7e78-5d86-4c85-95bd-1d4f91804a6c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 380 time: 0.0686948 May 17 16:27:53.728428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'port': {'device_id': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'admin_state_up': True, 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'security_groups': ['e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea']}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:53.887699 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:27:53.894640 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:53.898608 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] 10.222.0.59 "PUT /v2.0/routers/c8f5e35a-42b1-499c-ad1b-fb5083cfca42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9199374 May 17 16:27:53.901390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60512) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:53.910182 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Sync routers for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:27:53.921221 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:53.925132 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:53.925772 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:54.025019 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Made reservation on behalf of 8a0dd9ef8ede40d6a0720b86f3929f0b for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:27:54.033585 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.101270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.142722 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:54.276639 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Allocated IP 172.20.0.6 (9786f529-357f-4322-8848-db59da71bfef/2a7787c7-d111-4a19-9d61-1de2bd810d35/0a83a888-3b00-4214-a267-afdeb866e8fd) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:54.459428 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-acfb4ede-ac80-42e9-82f3-4ea600b3a2c6 req-f469e9d5-e909-481f-bb5a-2a358b968d4b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0722947 May 17 16:27:54.493273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.554864 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:27:52Z', 'revision_number': 5, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port': {'id': 'abe0491c-ffa6-47ee-8dd0-69b13993fae8', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:31Z', 'updated_at': '2021-05-17T16:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:54.561397 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Checking router: c8f5e35a-42b1-499c-ad1b-fb5083cfca42 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:27:54.571504 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Routers {'c8f5e35a-42b1-499c-ad1b-fb5083cfca42'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:54.572543 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:27:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:54.663603 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Deleting port abe0491c-ffa6-47ee-8dd0-69b13993fae8 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:54.664116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.677875 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.703242 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Transition to ACTIVE for port object 0a83a888-3b00-4214-a267-afdeb866e8fd will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:54.749501 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] Set router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 gateway port host: None {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:54.802546 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.809384 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-18cf4688-6862-4650-9f8c-accfea778677 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:54.819922 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] For port abe0491c-ffa6-47ee-8dd0-69b13993fae8, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=abe0491c-ffa6-47ee-8dd0-69b13993fae8,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:54.820375 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.865120 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:27:54Z', 'revision_number': 6, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port_host': None}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:54.871844 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27b3fa-25ef-495a-99bc-b60bfe612915 None None] The sync data for ids ['c8f5e35a-42b1-499c-ad1b-fb5083cfca42'] in dv-cinder-768105-8-smb is: [{'id': 'c8f5e35a-42b1-499c-ad1b-fb5083cfca42', 'name': 'tempest-TestMinimumBasicScenario-26631857-router', 'tenant_id': '47812092ff634dc793c97e0594a67874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:27:54Z', 'revision_number': 6, 'project_id': '47812092ff634dc793c97e0594a67874', 'gw_port_host': None}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:27:54.889630 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Network 9786f529-357f-4322-8848-db59da71bfef is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:54.894119 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:54.899019 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:54.937372 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:54.951072 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:54.988956 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:54.990228 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.997829 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Calling delete_port for abe0491c-ffa6-47ee-8dd0-69b13993fae8 owned by network:router_gateway {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:55.117171 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-8cf73716-03b1-40ad-b0a8-6711e72be7ed tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3995025 May 17 16:27:55.130499 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Request body: {'port': {'device_id': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:55.265591 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.274174 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-786eac41-e872-44e0-8e49-93a8822b689e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:55.279928 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.293696 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-97a27ffb-c408-4b95-b714-be9a6e1a00a6 None None] Provisioning for port 0a83a888-3b00-4214-a267-afdeb866e8fd completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:55.303538 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-97a27ffb-c408-4b95-b714-be9a6e1a00a6 None None] Provisioning complete for port 0a83a888-3b00-4214-a267-afdeb866e8fd triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:55.305178 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97a27ffb-c408-4b95-b714-be9a6e1a00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.321858 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe0491c-ffa6-47ee-8dd0-69b13993fae8,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:55.356095 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:55.386366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-97a27ffb-c408-4b95-b714-be9a6e1a00a6 None None] Port 0a83a888-3b00-4214-a267-afdeb866e8fd cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:27:55.445363 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.566075 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.681411 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.688929 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.734029 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:27:55.748255 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.752895 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36095b-3aeb-424a-90b1-01023dc4fc7b req-e7963e61-9fb2-4185-a2b2-0d06c63e7b24 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:55.760868 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d36095b-3aeb-424a-90b1-01023dc4fc7b req-e7963e61-9fb2-4185-a2b2-0d06c63e7b24 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 931 time: 0.1204536 May 17 16:27:55.794105 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device abe0491c-ffa6-47ee-8dd0-69b13993fae8 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:55.810401 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d36095b-3aeb-424a-90b1-01023dc4fc7b req-d0709fd3-f6ce-4729-aad0-ccafd7c32f8d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466826 May 17 16:27:55.839232 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: abe0491c-ffa6-47ee-8dd0-69b13993fae8 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:55.839613 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device abe0491c-ffa6-47ee-8dd0-69b13993fae8 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:55.840033 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:55.853385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.854206 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f5e35a-42b1-499c-ad1b-fb5083cfca42 {{(pid=79275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:27:55.858122 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Transition to ACTIVE for port object 0a83a888-3b00-4214-a267-afdeb866e8fd will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:55.869205 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.870325 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c8f5e35a-42b1-499c-ad1b-fb5083cfca42 HTTP/1.1" status: 204 len: 168 time: 1.9678121 May 17 16:27:55.876336 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:55.876336 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 10e67ad5-8123-497b-8dcc-e1bafc29b3e2 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:55.878285 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60524) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:55.942851 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Deleting subnet 12195870-4a03-41eb-bd15-01dd2f2e4650 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:27:55.946184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.996467 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.999198 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.002647 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fd0cc138-f0c1-4bcc-9daa-db59ba304e94 tempest-VolumesSnapshotTestJSON-1019549812 tempest-VolumesSnapshotTestJSON-1019549812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:56.154457 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.231097 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:56.234286 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:56.323733 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Attempting to bind port 0a83a888-3b00-4214-a267-afdeb866e8fd on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:27:56.324066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Attempting to bind port 0a83a888-3b00-4214-a267-afdeb866e8fd by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:27:56.324390 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Attempting to bind port 0a83a888-3b00-4214-a267-afdeb866e8fd on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:56.329588 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Port 0a83a888-3b00-4214-a267-afdeb866e8fd on network 9786f529-357f-4322-8848-db59da71bfef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:27:56.329896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Attempting to bind port 0a83a888-3b00-4214-a267-afdeb866e8fd on network 9786f529-357f-4322-8848-db59da71bfef {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:56.335341 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:27:56.335748 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Checking segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:27:56.336211 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Bound using segment: {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:27:56.336710 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Bound port: 0a83a888-3b00-4214-a267-afdeb866e8fd, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb538a3-eba8-41f3-ae93-7741f9a3abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9786f529-357f-4322-8848-db59da71bfef'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:27:56.337142 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.443054 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:27:56.446994 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:27:56.551045 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.555239 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:56.614670 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:56.615358 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.616785 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 1093 time: 1.4919004 May 17 16:27:56.617312 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:56.643267 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.648165 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6f877504-4406-4e2a-930e-a26837340c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:56.655746 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:56.661010 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a957f0fa-3055-466c-9549-ba3b5fc9fff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:56.680044 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'status': 'completed', 'code': 200} May 17 16:27:56.706750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12195870-4a03-41eb-bd15-01dd2f2e4650,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:56.710341 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:56.713459 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.724317 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bddbc35b-ef80-4f7c-80fa-eb56d3bdfaf9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/12195870-4a03-41eb-bd15-01dd2f2e4650 HTTP/1.1" status: 204 len: 168 time: 0.8418467 May 17 16:27:56.724317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60530) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:56.725650 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1f3e0-ed51-4b24-b7e2-d2bbc6bd6406 None None] Network 7c07c68a-f12b-4771-bef6-0b7af290609e requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:27:56.793343 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b711-ae99-4512-9edf-10226debee37 req-8ae2643f-9e92-4048-adb2-df9e0fc27e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:56.795153 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fb8b711-ae99-4512-9edf-10226debee37 req-8ae2643f-9e92-4048-adb2-df9e0fc27e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1096 time: 0.0941617 May 17 16:27:56.861840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.953030 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Deleting port 34c401da-cf10-4bda-a9da-0f409af02f17 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:56.953413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.995448 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b711-ae99-4512-9edf-10226debee37 req-afca3a0c-7168-4734-9cb1-2bd7fb671367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:56.996933 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fb8b711-ae99-4512-9edf-10226debee37 req-afca3a0c-7168-4734-9cb1-2bd7fb671367 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1937215 May 17 16:27:57.119524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] DHCP port deletion for 7c07c68a-f12b-4771-bef6-0b7af290609e request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:27:57.127627 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] For port 34c401da-cf10-4bda-a9da-0f409af02f17, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=34c401da-cf10-4bda-a9da-0f409af02f17,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:57.128072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.148654 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b711-ae99-4512-9edf-10226debee37 req-94247759-4de9-4eb3-8d2e-fa373dd6ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.150210 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2fb8b711-ae99-4512-9edf-10226debee37 req-94247759-4de9-4eb3-8d2e-fa373dd6ebd2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467836 May 17 16:27:57.197410 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Deleting port 34c401da-cf10-4bda-a9da-0f409af02f17 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:57.198121 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.262890 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Calling delete_port for 34c401da-cf10-4bda-a9da-0f409af02f17 owned by network:dhcp {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:57.268879 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-cfd693dd-c286-47b4-b918-1d73fe2d9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.270547 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-cfd693dd-c286-47b4-b918-1d73fe2d9f0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1096 time: 0.0836794 May 17 16:27:57.280277 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b9930-1638-454f-9d6b-be9baaf7e50a req-bcad4e67-6ab3-48b9-a1bd-f224115efd26 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.282369 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-838b9930-1638-454f-9d6b-be9baaf7e50a req-bcad4e67-6ab3-48b9-a1bd-f224115efd26 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.3153758 May 17 16:27:57.298367 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] For port 34c401da-cf10-4bda-a9da-0f409af02f17, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=34c401da-cf10-4bda-a9da-0f409af02f17,segment=NetworkSegment(f78647f7-1244-4895-82b5-244352ffa862),segment_id=f78647f7-1244-4895-82b5-244352ffa862)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:57.298768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.352692 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-838b9930-1638-454f-9d6b-be9baaf7e50a req-50fb9e5c-c9f3-487f-b6d9-786447a15195 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582893 May 17 16:27:57.436728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.443750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:57.447178 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Calling delete_port for 34c401da-cf10-4bda-a9da-0f409af02f17 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:57.457897 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-56efd050-4105-4446-991b-ab35487b2740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 217 time: 0.1798649 May 17 16:27:57.491577 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] No DVR routers for this DVR port 34c401da-cf10-4bda-a9da-0f409af02f17 on host dv-cinder-768105-8-smb {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:57.496533 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.502259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fa21ecfa-94fc-4fee-81c6-24b00eb82122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:57.522634 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-7f2fbcb5-83b8-474d-81c1-38c1e28a74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.522952 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=34c401da-cf10-4bda-a9da-0f409af02f17,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:57.524473 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-7f2fbcb5-83b8-474d-81c1-38c1e28a74ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0605705 May 17 16:27:57.525376 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:57.546397 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Pushing event deleted for resources: {'Port': ['ID=34c401da-cf10-4bda-a9da-0f409af02f17,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:57.549723 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] No DVR routers for this DVR port 34c401da-cf10-4bda-a9da-0f409af02f17 on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:57.558932 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.560394 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.561130 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.561865 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.562780 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.564140 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.564991 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.565390 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.565907 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.566663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.567626 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.568164 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:57.573077 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:57.626594 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-79168308-4770-47a6-b96c-850a3243ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.628033 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-79168308-4770-47a6-b96c-850a3243ff9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965736 May 17 16:27:57.629349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.643212 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c07c68a-f12b-4771-bef6-0b7af290609e']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:57.655826 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78647f7-1244-4895-82b5-244352ffa862') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:57.656414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78647f7-1244-4895-82b5-244352ffa862') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:57.675541 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.698894 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.706412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:27:57.706814 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:27:57.725508 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:27:57.728432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 34c401da-cf10-4bda-a9da-0f409af02f17 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:57.767170 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 34c401da-cf10-4bda-a9da-0f409af02f17 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:57.767531 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 34c401da-cf10-4bda-a9da-0f409af02f17 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:57.794769 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-009a4ea5-fbcf-4894-9f6e-be5e63a854d5 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592457 May 17 16:27:57.864821 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.868824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:57.882310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.893287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c07c68a-f12b-4771-bef6-0b7af290609e,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:57.896303 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:57.898701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c07c68a-f12b-4771-bef6-0b7af290609e HTTP/1.1" status: 204 len: 168 time: 1.1730061 May 17 16:27:57.948106 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-974e3819-93d3-4437-90b0-e3ae5658b24f req-b58fdffd-7dcb-476d-a01f-812ab38c12ae service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469431 May 17 16:27:58.469052 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60540) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:58.524580 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3829c85f-1bc4-4acf-a97b-47879cbefd50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2f068465ae2457bae51c00f404a7c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541215 May 17 16:27:58.526885 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 60544) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:58.564947 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1fad-bbc3-425e-a14a-158072e3cca7 req-5de683ab-cd83-4bb8-8f1a-1650f8d4beec tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:58.566414 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f06a1fad-bbc3-425e-a14a-158072e3cca7 req-5de683ab-cd83-4bb8-8f1a-1650f8d4beec tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0871799 May 17 16:27:58.586649 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.612930 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f06a1fad-bbc3-425e-a14a-158072e3cca7 req-63b9a876-5707-48b3-b033-01781a25c748 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401719 May 17 16:27:58.618151 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.778753 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.782484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-35fe85cf-956f-40d2-bbf2-cc669ad99394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:58.796206 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:58.800647 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:58.803884 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.804982 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1c5fb441-77f8-4618-8a0a-2283d28d4938 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/945d1b76-cb3f-4e2e-801f-7e4a7c0aefdf HTTP/1.1" status: 204 len: 168 time: 0.2771451 May 17 16:27:59.554782 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60552) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:59.608334 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fb0f83d1-7ef7-4acd-82f3-586a48fa611e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47812092ff634dc793c97e0594a67874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522909 May 17 16:27:59.612691 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60556) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:59.678787 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.707351 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.826067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abd47a-d51a-401a-be21-e35fb060b328 req-43fbcedd-d09a-45d6-b8bb-1cf7095970d9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:59.827631 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-78abd47a-d51a-401a-be21-e35fb060b328 req-43fbcedd-d09a-45d6-b8bb-1cf7095970d9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0974607 May 17 16:27:59.889445 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-78abd47a-d51a-401a-be21-e35fb060b328 req-1d5f2bde-d1aa-4f65-9560-e25c16d744eb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553975 May 17 16:27:59.890532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.894902 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-af9b8626-01f6-40ac-bf96-7f047873e273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:59.910588 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec4721e-2409-469f-b33d-4a3ae6195895,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:59.913538 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:59.915693 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.916788 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ec4721e-2409-469f-b33d-4a3ae6195895 HTTP/1.1" status: 204 len: 168 time: 0.3032112 May 17 16:28:00.191386 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:28:00.265680 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3bd2db6c-2f53-4362-afeb-98e3a799c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.339903 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:00.355315 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:28:00.419868 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.439399 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:28:00.456575 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:00.527189 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.528969 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:00.599314 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:00.602244 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:00.738751 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['0a83a888-3b00-4214-a267-afdeb866e8fd'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:28:01.095879 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093157e-286b-4239-b17d-e070670b7cd6 req-6ac9ae1e-764e-4004-8de2-023ce1002b8e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.097335 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9093157e-286b-4239-b17d-e070670b7cd6 req-6ac9ae1e-764e-4004-8de2-023ce1002b8e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 944 time: 0.0974224 May 17 16:28:01.143356 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9093157e-286b-4239-b17d-e070670b7cd6 req-f29ea49d-5ff6-4749-94b9-41454a14d77f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 May 17 16:28:02.228120 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:02.340783 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d820e-6f1f-4fcd-bbbf-63420c0cec19 req-bca95ac7-e142-4093-9adf-933589fef8cc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:02.342229 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1c2d820e-6f1f-4fcd-bbbf-63420c0cec19 req-bca95ac7-e142-4093-9adf-933589fef8cc tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 944 time: 0.0834956 May 17 16:28:02.378643 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 0a83a888-3b00-4214-a267-afdeb866e8fd completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:02.384236 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 0a83a888-3b00-4214-a267-afdeb866e8fd triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:02.384236 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.505701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1c2d820e-6f1f-4fcd-bbbf-63420c0cec19 req-b835556d-9a62-4dea-9297-f70f0aab456a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566758 May 17 16:28:02.509848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.539303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:28:02.549641 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:02.587590 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'code': 200} May 17 16:28:02.693222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.695121 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-716b4e2c-9ba1-437f-ad9d-5c64c4dae355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:02.772637 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:02.776933 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:02.841959 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.927245 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-46f1ec81-372e-4245-9389-67ad8c4115a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.996149 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbad518-b012-46c0-a30b-1a5aa1c8d0f2 req-c352287c-2ee2-433c-aee6-ca599851f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:02.997623 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6bbad518-b012-46c0-a30b-1a5aa1c8d0f2 req-c352287c-2ee2-433c-aee6-ca599851f6d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1098 time: 0.0765691 May 17 16:28:03.043084 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-6bbad518-b012-46c0-a30b-1a5aa1c8d0f2 req-7a04b78d-e963-4219-9f36-03a8b4f84b32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 May 17 16:28:03.699716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0936b3-8cfc-4a33-90c7-0495d87dedb2 req-cd6997bd-c990-45bd-9d03-d7dbe028bb40 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:03.701214 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4c0936b3-8cfc-4a33-90c7-0495d87dedb2 req-cd6997bd-c990-45bd-9d03-d7dbe028bb40 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0838940 May 17 16:28:03.752930 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4c0936b3-8cfc-4a33-90c7-0495d87dedb2 req-a8e17c1a-77ac-49f9-a2e1-440fc448ee05 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 May 17 16:28:03.916104 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.961335 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cc570-e023-43b9-a794-7f1639bf9d33 req-982aba39-e76c-415e-88be-ab51b28d348d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:04.962819 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-367cc570-e023-43b9-a794-7f1639bf9d33 req-982aba39-e76c-415e-88be-ab51b28d348d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0835123 May 17 16:28:05.007531 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-367cc570-e023-43b9-a794-7f1639bf9d33 req-d10e5e1d-7075-4ef5-b36f-401bd059e83d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 May 17 16:28:05.209442 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa792-df84-4449-911c-5753639c2d22 req-0a94b7a3-f895-4ea4-aa15-bc6fb805fe35 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:05.210875 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bd0fa792-df84-4449-911c-5753639c2d22 req-0a94b7a3-f895-4ea4-aa15-bc6fb805fe35 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0883741 May 17 16:28:05.219724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60576) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:05.224906 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Request body: {'floatingip': {'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:05.264887 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.304008 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.893873 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.950342 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.122543 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Floating IP 4d7a2229-b432-409d-9445-d3ceadf2a583 associated. External IP: 172.28.2.101, port: 0a83a888-3b00-4214-a267-afdeb866e8fd. May 17 16:28:06.562523 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:28:06.739897 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:06.744463 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.750231 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:06.759470 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:06.760087 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:28:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:06.798893 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7f9e74ec-7267-468e-8e43-a92a13e32e81 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "PUT /v2.0/floatingips/4d7a2229-b432-409d-9445-d3ceadf2a583 HTTP/1.1" status: 200 len: 991 time: 1.5780966 May 17 16:28:06.799578 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:28:06.843203 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'status': 'completed', 'code': 200} May 17 16:28:06.941154 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-35f0aabc-82ab-43d9-9a8d-3261360299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:06.942070 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:06.942732 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-35f0aabc-82ab-43d9-9a8d-3261360299c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1098 time: 0.0783424 May 17 16:28:07.078322 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-2c1e222e-de99-4dbe-b2bf-7f286c97683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:07.080622 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-2c1e222e-de99-4dbe-b2bf-7f286c97683a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1311729 May 17 16:28:07.184023 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-cdbabeb1-fee9-4512-8a25-8091544a2ad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 999 time: 0.0971253 May 17 16:28:07.246683 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-0514e293-3529-4710-bdc8-89159f73476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:07.248151 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-0514e293-3529-4710-bdc8-89159f73476c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0579059 May 17 16:28:07.329500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-012da2e4-8662-4db6-99cd-9dc61c279a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:07.330937 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-012da2e4-8662-4db6-99cd-9dc61c279a6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757618 May 17 16:28:07.342272 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '4d7a2229-b432-409d-9445-d3ceadf2a583', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:27:46Z', 'updated_at': '2021-05-17T16:28:05Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:07.347679 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:07.356429 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:07.357049 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:28:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:07.466348 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-12441231-b8e6-48ec-8cb5-33dd6ecb2a7d service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279757 May 17 16:28:07.542148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:07.599240 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-09d7b8df-d13d-4046-9242-099ed94758c0 req-4a1a1608-7ba0-4585-8880-eb44b102c0ef service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261587 May 17 16:28:07.888927 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '4d7a2229-b432-409d-9445-d3ceadf2a583', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:27:46Z', 'updated_at': '2021-05-17T16:28:05Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:07.893173 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454dd5-5c56-4eb1-892b-8f6025d035b5 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '4d7a2229-b432-409d-9445-d3ceadf2a583', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:27:46Z', 'updated_at': '2021-05-17T16:28:05Z', 'revision_number': 1, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:08.081602 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc377ded-0a6b-4670-b491-c5253dfea060 None None] New status for floating IP 4d7a2229-b432-409d-9445-d3ceadf2a583: ACTIVE {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:28:25.510303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.909030 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-ee1a9904-fc3d-448d-88ef-51eaa536d776 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727007 May 17 16:28:27.058796 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-a8b05337-7941-40dc-8c3d-e26d8f7a8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:27.060332 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-a8b05337-7941-40dc-8c3d-e26d8f7a8078 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1098 time: 0.0801926 May 17 16:28:27.316877 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-6821eec8-3cea-4b4e-b893-a4318a0c8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:27.318477 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-6821eec8-3cea-4b4e-b893-a4318a0c8098 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.2343731 May 17 16:28:27.424431 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-273decb0-0046-4039-b62f-2ed39f197778 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 1001 time: 0.0981541 May 17 16:28:27.487624 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-ebd8dc87-6371-42d7-830a-8f0de32e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:27.488989 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-ebd8dc87-6371-42d7-830a-8f0de32e0c1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0569394 May 17 16:28:27.565744 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-94a9c551-933e-4a16-b50f-cc74684eda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:27.567258 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-94a9c551-933e-4a16-b50f-cc74684eda9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701299 May 17 16:28:27.699364 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-3f69fbca-abac-488b-adfd-6d23667362bb service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244502 May 17 16:28:27.832208 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-75533a6f-9517-4d3e-8586-b084f3639d53 req-1826ebc1-925b-4f06-973d-a6a83ee12594 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245046 May 17 16:28:29.167508 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:28:30.238925 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2dae5fc9-f7ba-4f78-a93f-33654963ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.784644 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.939489 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f326-6e67-4c8e-9c71-454947434265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:33.910213 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:35.253090 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:47.708465 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34150c20-89c5-4423-b843-3394a39f4548 req-d5c67cc9-70c4-4e9e-a88b-0b3b4c64222c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:47.709924 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-34150c20-89c5-4423-b843-3394a39f4548 req-d5c67cc9-70c4-4e9e-a88b-0b3b4c64222c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0861382 May 17 16:28:47.755533 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-34150c20-89c5-4423-b843-3394a39f4548 req-ba3c64ed-abb6-4e12-b36a-87cbf71c381c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 May 17 16:28:48.956995 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98758741-3657-4e75-ae9d-cc585a6724a3 req-8bc25278-4803-452b-af94-3576631ce80d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:48.958488 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-98758741-3657-4e75-ae9d-cc585a6724a3 req-8bc25278-4803-452b-af94-3576631ce80d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0845211 May 17 16:28:49.005632 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-98758741-3657-4e75-ae9d-cc585a6724a3 req-ebefce61-feb6-4721-9379-89eddfc68e0e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 May 17 16:28:50.195654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929f613-9c4c-4570-bf61-a828dc9e74d9 req-8dce6927-361d-46a0-8c11-0486cd84ea18 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:50.197097 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7929f613-9c4c-4570-bf61-a828dc9e74d9 req-8dce6927-361d-46a0-8c11-0486cd84ea18 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0796893 May 17 16:28:50.242368 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7929f613-9c4c-4570-bf61-a828dc9e74d9 req-36bc36cb-b98e-4f36-a2e6-5141f0be3762 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 May 17 16:28:51.456043 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5d74f-f5ec-4c1e-bbe5-7027ee9255ec req-5d464791-9867-4bb4-a814-b159a5295d56 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:51.456043 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bfb5d74f-f5ec-4c1e-bbe5-7027ee9255ec req-5d464791-9867-4bb4-a814-b159a5295d56 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0834489 May 17 16:28:51.501750 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bfb5d74f-f5ec-4c1e-bbe5-7027ee9255ec req-9cb10f3c-4e4f-40dd-94b4-edca43a0744d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 May 17 16:28:52.713303 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a8fbb-4a41-42f7-a436-3d36449f2245 req-47aad4e6-fb36-4df4-b1ac-201cdb79c5aa tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:52.714905 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b25a8fbb-4a41-42f7-a436-3d36449f2245 req-47aad4e6-fb36-4df4-b1ac-201cdb79c5aa tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.1021328 May 17 16:28:52.760917 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b25a8fbb-4a41-42f7-a436-3d36449f2245 req-e47f858c-c1cb-4e54-8f84-ba918c899fc9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 May 17 16:28:53.958677 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127fc5-35fc-4d84-afb5-4d1eae8153ca req-200eda45-bfe6-4a5b-9f50-61df852e7cef tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:53.960081 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3b127fc5-35fc-4d84-afb5-4d1eae8153ca req-200eda45-bfe6-4a5b-9f50-61df852e7cef tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0855408 May 17 16:28:54.024484 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3b127fc5-35fc-4d84-afb5-4d1eae8153ca req-a6db3576-65f1-4050-b570-40ff8bb3a6f7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574665 May 17 16:28:55.259483 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7164095-73e0-48d1-99c7-5447aec15e52 req-0d511b32-5d3e-4f40-bbdf-c1679fbfc95e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:55.261090 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7164095-73e0-48d1-99c7-5447aec15e52 req-0d511b32-5d3e-4f40-bbdf-c1679fbfc95e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.1119428 May 17 16:28:55.337901 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7164095-73e0-48d1-99c7-5447aec15e52 req-00f9eca7-66da-4d86-84f9-281c7713c768 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689487 May 17 16:28:55.505315 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:56.563746 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c627c-8705-4f0a-b971-b323e9708d9d req-0ac38e53-6c78-4451-a24f-dfcf28cd24be tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:56.565192 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae0c627c-8705-4f0a-b971-b323e9708d9d req-0ac38e53-6c78-4451-a24f-dfcf28cd24be tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0891025 May 17 16:28:56.611485 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ae0c627c-8705-4f0a-b971-b323e9708d9d req-cbbc0234-bef3-4ebb-8470-c01d08441b22 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 May 17 16:28:57.803167 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e2fff-410e-4587-9075-cd3d649b20ec req-ff0d2304-76e3-4695-83a8-d30935cbc0c9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:57.804649 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-630e2fff-410e-4587-9075-cd3d649b20ec req-ff0d2304-76e3-4695-83a8-d30935cbc0c9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0812106 May 17 16:28:57.850639 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-630e2fff-410e-4587-9075-cd3d649b20ec req-d47ef2fd-0bdf-4e5b-9be8-48ea0e588265 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 May 17 16:28:59.044126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b63a1c-ed80-4a70-a078-8a98ad01d63a req-11e74910-1912-4f80-9d5a-6d4032715408 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.045573 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-90b63a1c-ed80-4a70-a078-8a98ad01d63a req-11e74910-1912-4f80-9d5a-6d4032715408 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0838463 May 17 16:28:59.092622 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-90b63a1c-ed80-4a70-a078-8a98ad01d63a req-408b888d-843d-465a-8e61-7485053283ba tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 May 17 16:29:00.258816 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff2e2bbd-9075-455a-83cb-217c358fd037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.300440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ca51-4507-45d8-9c15-905f765191da req-482003d1-f0a8-4f35-becf-a859183a3d18 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:00.301907 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1f63ca51-4507-45d8-9c15-905f765191da req-482003d1-f0a8-4f35-becf-a859183a3d18 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0870149 May 17 16:29:00.456824 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1f63ca51-4507-45d8-9c15-905f765191da req-f70e0603-b1c8-4d5b-a8b7-1bfefafbd7e9 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474197 May 17 16:29:00.618294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:00.761807 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:00.776211 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:00.840453 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.858168 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:00.877289 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:00.973108 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.981802 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:01.099985 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=6']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:01.117154 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.117356 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.117841 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.118172 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.118497 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.118821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.119167 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.119486 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.119806 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.120348 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.120677 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.120989 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:01.134701 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:01.135994 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['0a83a888-3b00-4214-a267-afdeb866e8fd'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:01.690501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6e47-e7e3-49c2-8244-6b32a070deec req-ef7a02af-7119-41b1-981a-08a0ef2d7bee tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.693729 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-296f6e47-e7e3-49c2-8244-6b32a070deec req-ef7a02af-7119-41b1-981a-08a0ef2d7bee tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 944 time: 0.1039522 May 17 16:29:01.758677 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-296f6e47-e7e3-49c2-8244-6b32a070deec req-1b02255e-37ea-442d-8f98-a26477bb2778 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594919 May 17 16:29:02.618105 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:02.699553 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 0a83a888-3b00-4214-a267-afdeb866e8fd triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:02.700040 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.846117 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.888969 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.930895 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:02.961030 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:02.994463 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'code': 200} May 17 16:29:03.007228 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-607ff3d7-555d-4790-9b65-7050ed82e148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.042577 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.047398 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f9f8a76b-bfcd-4473-b0b7-1a5355fe279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:03.050568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988043-f3fb-47c1-9dfb-f58540a9231e req-bc5acc87-7784-4982-a2ac-e0679079eca1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:03.052307 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a5988043-f3fb-47c1-9dfb-f58540a9231e req-bc5acc87-7784-4982-a2ac-e0679079eca1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 944 time: 0.1138179 May 17 16:29:03.123546 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a5988043-f3fb-47c1-9dfb-f58540a9231e req-65f54845-6e75-4d4f-ada7-ed64b899188f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544353 May 17 16:29:03.161297 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=7']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:03.165070 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:04.184861 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:04.335353 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086856f-0369-453f-a04f-5e4c03edf255 req-451bbbef-5b6d-44ff-968f-e784696167e2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:04.335353 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c086856f-0369-453f-a04f-5e4c03edf255 req-451bbbef-5b6d-44ff-968f-e784696167e2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0869620 May 17 16:29:04.381392 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c086856f-0369-453f-a04f-5e4c03edf255 req-64a57b5a-1732-4d55-b2a9-0d2f181c8566 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 May 17 16:29:05.271920 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.605386 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ef46-417c-4f76-919d-205d49adcd0d req-553940bf-5c29-4073-b25b-c218813cc012 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:05.608229 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e616ef46-417c-4f76-919d-205d49adcd0d req-553940bf-5c29-4073-b25b-c218813cc012 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0986240 May 17 16:29:05.673966 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e616ef46-417c-4f76-919d-205d49adcd0d req-af4861d3-3a59-4d3e-b57c-87be8a9f7b24 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560927 May 17 16:29:06.172250 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:29:06.890295 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039223e3-246e-4c55-a6a6-1496cebf48c3 req-65a91af2-e349-4e0e-862a-2ac534a78639 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.893634 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-039223e3-246e-4c55-a6a6-1496cebf48c3 req-65a91af2-e349-4e0e-862a-2ac534a78639 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0973163 May 17 16:29:06.949158 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-039223e3-246e-4c55-a6a6-1496cebf48c3 req-e51f6e32-6ac6-480c-920b-cbbdff151156 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 May 17 16:29:08.161887 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eab006-fecc-4acd-acee-8121616efac2 req-380146ad-c752-4b56-920a-a663af77085d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:08.163439 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41eab006-fecc-4acd-acee-8121616efac2 req-380146ad-c752-4b56-920a-a663af77085d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0910227 May 17 16:29:08.215354 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41eab006-fecc-4acd-acee-8121616efac2 req-8dde9b6a-4248-4b35-822e-ad41174a97d2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 May 17 16:29:09.427531 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d961a1-dcf6-433f-9995-872bb5ea4d2e req-0855a3de-a168-4224-bd03-0796315bb3f1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:09.429223 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-19d961a1-dcf6-433f-9995-872bb5ea4d2e req-0855a3de-a168-4224-bd03-0796315bb3f1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0908804 May 17 16:29:09.495675 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-19d961a1-dcf6-433f-9995-872bb5ea4d2e req-b03ea1b2-3911-4763-a064-702b3e7bcc10 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574861 May 17 16:29:10.705466 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b2f-8c3b-4363-b89f-b3b5eaeb54ae req-00a9d49d-770c-423f-ab94-d74ec9afe7cb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:10.707084 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f1e1b2f-8c3b-4363-b89f-b3b5eaeb54ae req-00a9d49d-770c-423f-ab94-d74ec9afe7cb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0920246 May 17 16:29:10.754595 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0f1e1b2f-8c3b-4363-b89f-b3b5eaeb54ae req-c39fa0c3-aa4d-4bd9-ba90-115d69407916 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 May 17 16:29:11.964989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26655-4ea3-4fba-8cc7-244e620d3f97 req-51b3d30d-ceff-4e72-892d-02e517c9e748 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:11.966470 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9ac26655-4ea3-4fba-8cc7-244e620d3f97 req-51b3d30d-ceff-4e72-892d-02e517c9e748 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0896034 May 17 16:29:12.022881 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9ac26655-4ea3-4fba-8cc7-244e620d3f97 req-417d3e2b-9621-4190-8082-2ab6f5b29351 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501714 May 17 16:29:13.215618 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba8ec-2ade-403a-9d74-33677f8170c4 req-9ff73ffa-1cb1-4e30-bb38-5fe22728bea2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.217070 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a2bba8ec-2ade-403a-9d74-33677f8170c4 req-9ff73ffa-1cb1-4e30-bb38-5fe22728bea2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0793324 May 17 16:29:13.274041 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a2bba8ec-2ade-403a-9d74-33677f8170c4 req-50f7e5c5-97d4-428a-ad86-05cb8eb894dd tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510471 May 17 16:29:13.510228 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-041bdd0e-7280-4144-a169-184bbc047a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.511749 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-041bdd0e-7280-4144-a169-184bbc047a77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1098 time: 0.0783153 May 17 16:29:13.643371 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-11c3340d-cebd-4096-8563-bbced8700a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.644721 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-11c3340d-cebd-4096-8563-bbced8700a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1263340 May 17 16:29:13.750285 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-e376a4af-4f38-4b0d-b31c-b12088823e7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 1001 time: 0.0977669 May 17 16:29:13.813924 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-cd697f61-67e5-49d2-9de1-c41e78db760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.815294 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-cd697f61-67e5-49d2-9de1-c41e78db760d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0580888 May 17 16:29:13.902764 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-c31fe760-45c6-4b0f-a56c-ccbb3945317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.904326 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-c31fe760-45c6-4b0f-a56c-ccbb3945317c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824485 May 17 16:29:14.041444 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-d28dda5c-98ec-4775-acec-412ee034f02a service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296117 May 17 16:29:14.174673 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f88064ee-062c-44ae-bef2-bf76b7c99934 req-981a5c9f-6205-42d6-9322-3af6f1605ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258163 May 17 16:29:14.466757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce26cff-3370-4adb-ad95-84f0157b0fd7 req-aa261925-e7cf-4872-ad73-41b18ec6b291 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:14.468118 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5ce26cff-3370-4adb-ad95-84f0157b0fd7 req-aa261925-e7cf-4872-ad73-41b18ec6b291 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0816107 May 17 16:29:14.513715 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5ce26cff-3370-4adb-ad95-84f0157b0fd7 req-fa9e996f-d111-45e5-a70a-24f2c7f8fcff tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395381 May 17 16:29:15.718940 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757038c-e9b0-46a9-86e1-a57147ba1b5c req-15bf24c0-faad-49d8-8d06-af45b8568f93 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:15.720813 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1757038c-e9b0-46a9-86e1-a57147ba1b5c req-15bf24c0-faad-49d8-8d06-af45b8568f93 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0931270 May 17 16:29:15.770444 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1757038c-e9b0-46a9-86e1-a57147ba1b5c req-c621bb41-68d7-4f8a-a16c-a12c9ab2351c tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 May 17 16:29:16.693926 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:29:16.815936 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:16.844808 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:16.854785 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:16.896805 dv-cinder-768105-8-smb neutron-server[79276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'code': 422} returned with failed status May 17 16:29:16.973466 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bfc11-bb3d-4590-8ea0-214d316efba6 req-791cc9c4-88bf-4c90-8da3-32ec644b7f8b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:16.974820 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bb2bfc11-bb3d-4590-8ea0-214d316efba6 req-791cc9c4-88bf-4c90-8da3-32ec644b7f8b tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 945 time: 0.0809369 May 17 16:29:17.025672 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bb2bfc11-bb3d-4590-8ea0-214d316efba6 req-646c3061-c60b-4fc6-9120-bd26ae78eec2 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 May 17 16:29:17.264941 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.267429 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:17.335848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=8']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:17.339748 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:20.075656 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6364dd-ce41-4d3c-97d2-741e9510cfeb req-2bb96051-b43a-4d09-90c7-20257e382d52 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.078177 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc6364dd-ce41-4d3c-97d2-741e9510cfeb req-2bb96051-b43a-4d09-90c7-20257e382d52 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.1170962 May 17 16:29:20.135370 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc6364dd-ce41-4d3c-97d2-741e9510cfeb req-f3d15394-1c3f-4a7d-8aca-b741f283995e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486996 May 17 16:29:20.587624 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60824) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:20.723840 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-64bf000a-5632-4cea-897a-79d9199d3a1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337361 May 17 16:29:21.375627 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790ee6b-030e-40a0-afee-cbe5e37a1664 req-8b46e4ae-8339-460c-a57a-7bf9202095a7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:21.377035 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b790ee6b-030e-40a0-afee-cbe5e37a1664 req-8b46e4ae-8339-460c-a57a-7bf9202095a7 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.1063974 May 17 16:29:21.430833 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b790ee6b-030e-40a0-afee-cbe5e37a1664 req-b41d0199-513f-4dbb-a093-39608256a4da tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 May 17 16:29:22.393132 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-c18bb033-e3c7-400a-89e8-6c80045cfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.394598 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-c18bb033-e3c7-400a-89e8-6c80045cfb2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56&tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b HTTP/1.1" status: 200 len: 1096 time: 0.0771666 May 17 16:29:22.491628 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-6ce48c8e-7e40-49a4-ba94-0b09bf41199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.493112 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-6ce48c8e-7e40-49a4-ba94-0b09bf41199e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1096 time: 0.0759606 May 17 16:29:22.638658 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-c0d43b9d-7b11-445d-8bf4-7a34e584434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.641862 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-c0d43b9d-7b11-445d-8bf4-7a34e584434e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1402934 May 17 16:29:22.733199 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd684b8-e256-499f-939f-0e31228786f7 req-c30cf5e5-4e96-47c6-92f8-5f5fae6c048a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.735361 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9cd684b8-e256-499f-939f-0e31228786f7 req-c30cf5e5-4e96-47c6-92f8-5f5fae6c048a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.1861804 May 17 16:29:22.787603 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9cd684b8-e256-499f-939f-0e31228786f7 req-ff6b5164-b796-4870-a478-58e1f39f4b9a tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 May 17 16:29:22.849446 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-b1124254-7a65-4c50-8933-d35f23dbc7a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 999 time: 0.2018013 May 17 16:29:22.914494 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-5d943521-e696-43d8-8237-731596415c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.916501 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-5d943521-e696-43d8-8237-731596415c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0600960 May 17 16:29:22.990771 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-28a16be5-482f-4a0c-af33-8d82eae89e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.992217 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-28a16be5-482f-4a0c-af33-8d82eae89e3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702879 May 17 16:29:23.128479 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-c2a3eee4-3197-4f46-b221-e8347dcf0f9e service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290643 May 17 16:29:23.261001 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-cb81f84d-6156-45e1-91e0-c4a9c34da484 req-5b9afe3b-a453-40c3-9391-8a32acb155c2 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257107 May 17 16:29:24.107084 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa1a2c-7021-4809-bc7b-16619b3105dd req-da5cc4dc-1341-49e1-a7bb-c9ff8c8918e4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:24.107084 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28fa1a2c-7021-4809-bc7b-16619b3105dd req-da5cc4dc-1341-49e1-a7bb-c9ff8c8918e4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.1136341 May 17 16:29:24.133405 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28fa1a2c-7021-4809-bc7b-16619b3105dd req-ed969778-e377-4db2-b58a-9feac1363408 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690815 May 17 16:29:25.505203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b46d8-f352-4949-8fd0-4b54f665c3aa req-eb31d76f-0613-4da3-8157-0e99fb54e277 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.506724 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-936b46d8-f352-4949-8fd0-4b54f665c3aa req-eb31d76f-0613-4da3-8157-0e99fb54e277 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0888083 May 17 16:29:25.533504 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:25.558551 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-936b46d8-f352-4949-8fd0-4b54f665c3aa req-63b93483-f0d4-4eaa-a70d-035dfc0fdcac tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 May 17 16:29:26.789214 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7267f8-5470-4386-8279-4fc034dac189 req-689fdc62-f05d-4c1c-bd0b-69211df91885 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:26.791825 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1b7267f8-5470-4386-8279-4fc034dac189 req-689fdc62-f05d-4c1c-bd0b-69211df91885 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.1175706 May 17 16:29:26.847003 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-1b7267f8-5470-4386-8279-4fc034dac189 req-ee51708d-796b-459b-a133-aa26d81db4a4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480416 May 17 16:29:28.047571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589457fa-b644-4d07-952f-7f7eb204b17c req-4ade17c3-b0b7-4a60-ac92-583cce87b58f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:28.049344 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-589457fa-b644-4d07-952f-7f7eb204b17c req-4ade17c3-b0b7-4a60-ac92-583cce87b58f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0851007 May 17 16:29:28.102909 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-589457fa-b644-4d07-952f-7f7eb204b17c req-4febb73b-4612-4920-99fb-0592ffe1efc6 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 May 17 16:29:29.318413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ea9b-042a-466c-8669-ed31e3dd0838 req-493d266c-ba5c-4d89-bd26-fbb15f9dd2d8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:29.320802 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43c3ea9b-042a-466c-8669-ed31e3dd0838 req-493d266c-ba5c-4d89-bd26-fbb15f9dd2d8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0971818 May 17 16:29:29.376586 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-43c3ea9b-042a-466c-8669-ed31e3dd0838 req-8d5319b7-579a-4deb-b783-d6fa6cf00044 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474935 May 17 16:29:30.229053 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-43f01a1e-7e62-4d72-aeeb-7cea8d0e439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:30.586385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d6cf0-9c21-4418-a9c6-f9bc68b2b85b req-668da3ae-b96d-4ab8-a09e-3144ec761b5f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:30.588030 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-061d6cf0-9c21-4418-a9c6-f9bc68b2b85b req-668da3ae-b96d-4ab8-a09e-3144ec761b5f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0949931 May 17 16:29:30.640459 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-061d6cf0-9c21-4418-a9c6-f9bc68b2b85b req-86df8510-c9d2-4ac8-b590-02c0784b0ae0 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 May 17 16:29:31.846059 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b8b5c-b592-4da3-9973-38c572380c9a req-25e8a5d0-a96c-4e4d-bd81-fd5d3cd51073 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:31.847763 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-036b8b5c-b592-4da3-9973-38c572380c9a req-25e8a5d0-a96c-4e4d-bd81-fd5d3cd51073 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0888820 May 17 16:29:31.900372 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-036b8b5c-b592-4da3-9973-38c572380c9a req-ededcb1f-82ce-4819-8195-6fecae5a3099 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 May 17 16:29:32.800857 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.903071 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f6526c7-d48c-4008-b9e0-e665cb30a4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.121546 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ae4c-0d90-4d59-b156-dbaa29a7b718 req-3cc6795f-14ad-492e-8ba8-65c9ca9f231f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:33.123265 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41f7ae4c-0d90-4d59-b156-dbaa29a7b718 req-3cc6795f-14ad-492e-8ba8-65c9ca9f231f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0902987 May 17 16:29:33.175126 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-41f7ae4c-0d90-4d59-b156-dbaa29a7b718 req-0356c9ef-6a33-471a-acfc-9ea8c8a12882 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 May 17 16:29:33.902920 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:34.382622 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9f43-3d1a-4897-8d57-94a00c948143 req-0ca794d7-1d6a-4d1d-8a3e-6af4bb4f821d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.386136 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28bc9f43-3d1a-4897-8d57-94a00c948143 req-0ca794d7-1d6a-4d1d-8a3e-6af4bb4f821d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0931540 May 17 16:29:34.557711 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-28bc9f43-3d1a-4897-8d57-94a00c948143 req-8149e87d-1514-4a30-a121-641920355a2d tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657043 May 17 16:29:34.879446 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-9804761d-02b2-4dea-bd77-ceb783635cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.880962 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-9804761d-02b2-4dea-bd77-ceb783635cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1096 time: 0.0902846 May 17 16:29:35.031810 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-660eb82c-8b5f-49ca-9fa9-bd163b49ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.033553 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-660eb82c-8b5f-49ca-9fa9-bd163b49ce13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 200 len: 918 time: 0.1321337 May 17 16:29:35.133282 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-4313b16e-02fa-441d-8ba4-6b41d51b7df7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 200 len: 999 time: 0.0925903 May 17 16:29:35.200138 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-e6a358b3-7014-41a9-997b-0c9d629535b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.201690 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-e6a358b3-7014-41a9-997b-0c9d629535b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 200 len: 856 time: 0.0619264 May 17 16:29:35.282366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.285302 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-d574c77a-ca7c-4249-a739-3c1323b21749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.286887 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-d574c77a-ca7c-4249-a739-3c1323b21749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9786f529-357f-4322-8848-db59da71bfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781918 May 17 16:29:35.422189 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-6efbbf93-9b6a-4963-96f3-defaae4fd01b service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275384 May 17 16:29:35.554881 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-315e1bcc-8862-48d9-bf06-70f6ca6ed9df req-63d8ec1b-27b2-42c6-b666-067b59a03bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265075 May 17 16:29:35.753469 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d698-96a9-4f25-8f8f-7f319ba61603 req-6dc6e5c5-443e-464e-91d7-80cc3e9ca3f1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.754934 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-df18d698-96a9-4f25-8f8f-7f319ba61603 req-6dc6e5c5-443e-464e-91d7-80cc3e9ca3f1 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0825553 May 17 16:29:35.801492 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-df18d698-96a9-4f25-8f8f-7f319ba61603 req-677c9107-4e8e-479e-848f-934071649bda tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 May 17 16:29:36.769046 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:36.915257 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:36.929962 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'port_id': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'mac_address': 'fa:16:3e:8f:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:36.986765 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.004088 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:37.008757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368adf1-ed78-426b-ab6b-6141c763eebc req-5031cd17-82c7-445d-a5b1-0f8ae4edbf62 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:37.010336 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f368adf1-ed78-426b-ab6b-6141c763eebc req-5031cd17-82c7-445d-a5b1-0f8ae4edbf62 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 943 time: 0.0826054 May 17 16:29:37.036013 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:37.059670 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f368adf1-ed78-426b-ab6b-6141c763eebc req-525b2ad0-f460-4873-91bb-255397ed1441 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 May 17 16:29:37.194372 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.196344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:37.264247 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=9']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:37.267918 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:37.416183 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['0a83a888-3b00-4214-a267-afdeb866e8fd'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:38.253758 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c0dd-5a97-49bd-b3f4-8fcd3a58f46d req-ae2fd482-97a9-4221-9ecd-2effa36fedc8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:38.255251 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fce3c0dd-5a97-49bd-b3f4-8fcd3a58f46d req-ae2fd482-97a9-4221-9ecd-2effa36fedc8 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 944 time: 0.0852308 May 17 16:29:38.300629 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fce3c0dd-5a97-49bd-b3f4-8fcd3a58f46d req-9ba64c12-6f8c-4e05-9310-30c4f9b53734 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397093 May 17 16:29:38.785391 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:38.855798 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 0a83a888-3b00-4214-a267-afdeb866e8fd triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:38.856174 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:38.974801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:39.001394 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:39.011177 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:39.047456 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'code': 200} May 17 16:29:39.099081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:39.101644 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:39.167207 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=10']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:39.170807 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:39.496140 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e631e-e1aa-49b4-8742-fc975dc22419 req-8914e541-67ea-470e-9e12-ac207e41b7bf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.497640 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2a1e631e-e1aa-49b4-8742-fc975dc22419 req-8914e541-67ea-470e-9e12-ac207e41b7bf tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.0805082 May 17 16:29:39.532317 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41982a-2a60-4313-a264-5d60973c4c55 req-61879079-e9b5-4b37-b3b1-c49b9a286cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.533844 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bf41982a-2a60-4313-a264-5d60973c4c55 req-61879079-e9b5-4b37-b3b1-c49b9a286cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 1099 time: 0.0813727 May 17 16:29:39.543631 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2a1e631e-e1aa-49b4-8742-fc975dc22419 req-970ed35b-7e89-44c1-80f5-7f320d5a51bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395343 May 17 16:29:39.578783 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bf41982a-2a60-4313-a264-5d60973c4c55 req-836c82c6-838a-4121-8af3-fd9295aaf57a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 May 17 16:29:40.744567 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692bcf-da12-40b3-81cd-ec470e95f6b6 req-d08d76f1-8aca-4aa4-a09c-390fdd22f05f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:40.746053 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-17692bcf-da12-40b3-81cd-ec470e95f6b6 req-d08d76f1-8aca-4aa4-a09c-390fdd22f05f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.0884199 May 17 16:29:40.793113 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-17692bcf-da12-40b3-81cd-ec470e95f6b6 req-4e35e196-7582-4dc2-8834-3e73b0efce0f tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 May 17 16:29:42.063512 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b80cbe-2747-4b12-9cbb-bcafeb404a3c req-06ebe93d-746f-4615-a418-0fd3d0b99b03 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:42.065128 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-46b80cbe-2747-4b12-9cbb-bcafeb404a3c req-06ebe93d-746f-4615-a418-0fd3d0b99b03 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.0850177 May 17 16:29:42.115075 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-46b80cbe-2747-4b12-9cbb-bcafeb404a3c req-0244edbc-7af1-4d44-8aca-9c2f64fad981 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 May 17 16:29:43.172063 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:29:55.601989 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:00.253507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-caa97b98-c0c0-4445-8c5b-5323887fc2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:02.835959 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:02.927537 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f4ec67fa-ad19-46c8-8658-74a6c97c5798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:03.910674 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:05.293032 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:14.745912 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141e7a-5afe-4fa3-8bd7-bc77acfa6335 req-5fdadf10-4604-4045-b6d0-721d889b7642 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:14.747396 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f1141e7a-5afe-4fa3-8bd7-bc77acfa6335 req-5fdadf10-4604-4045-b6d0-721d889b7642 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.0806570 May 17 16:30:14.795289 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f1141e7a-5afe-4fa3-8bd7-bc77acfa6335 req-00b77190-481e-4011-9426-df924f2e9783 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 May 17 16:30:16.073069 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-9673f495-4cde-4795-8c19-6d0c5ac0c970 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:16.073847 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-9673f495-4cde-4795-8c19-6d0c5ac0c970 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Synchronizing usage tracker for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:16.105349 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee276c-8990-4cd8-ac3d-a7fe23c7b03b req-8d3d8c67-9eb4-4ad0-a9b6-9a81b02abd37 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:16.106801 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0ee276c-8990-4cd8-ac3d-a7fe23c7b03b req-8d3d8c67-9eb4-4ad0-a9b6-9a81b02abd37 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.1790373 May 17 16:30:16.152700 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f0ee276c-8990-4cd8-ac3d-a7fe23c7b03b req-3daac62d-a12f-4561-b1e9-d331e6a79040 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups?id=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 May 17 16:30:16.182166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-9673f495-4cde-4795-8c19-6d0c5ac0c970 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Unset dirty status for tenant:8a0dd9ef8ede40d6a0720b86f3929f0b on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:16.184767 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-9673f495-4cde-4795-8c19-6d0c5ac0c970 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 946 time: 0.1910956 May 17 16:30:16.321221 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Deleting port 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:16.321567 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:16.535895 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] For port 0a83a888-3b00-4214-a267-afdeb866e8fd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0a83a888-3b00-4214-a267-afdeb866e8fd,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:16.536442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:16.828558 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:16.828818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:16.829132 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.l3_db [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Floating IP 4d7a2229-b432-409d-9445-d3ceadf2a583 disassociated. External IP: 172.28.2.101, port: 0a83a888-3b00-4214-a267-afdeb866e8fd. May 17 16:30:16.829462 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Calling delete_port for 0a83a888-3b00-4214-a267-afdeb866e8fd owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:16.984770 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:16.990389 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-19643c5e-3d04-49b6-b1c8-8def8ec9b120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:17.034898 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'Port': ['ID=0a83a888-3b00-4214-a267-afdeb866e8fd,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:17.104018 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.104694 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.104807 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.105062 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.105408 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.105752 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.106092 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.106431 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.106768 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.107137 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.107476 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.107812 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:17.124466 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:17.250783 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:30:17.312836 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-aa524fa3-3301-47f1-a875-3dc375d5d2c8 req-889d505f-6220-415f-bee1-603eb976699e tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0434241 May 17 16:30:17.439847 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:30:17.454419 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:30:17.465518 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:17.466152 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:17.515748 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] No DVR routers for this DVR port 0a83a888-3b00-4214-a267-afdeb866e8fd on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:30:17.518550 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:17.521250 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-deleted', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:17.567153 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0779f6e-4622-430c-bcbf-66a0a105db56', 'name': 'network-vif-deleted', 'tag': '0a83a888-3b00-4214-a267-afdeb866e8fd', 'status': 'completed', 'code': 200} May 17 16:30:17.660147 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:17.677324 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-5eb3235c-c323-41b1-b358-811bc0a91124 req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.26 "DELETE /v2.0/ports/0a83a888-3b00-4214-a267-afdeb866e8fd HTTP/1.1" status: 204 len: 173 time: 1.4880316 May 17 16:30:18.006834 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:18.011042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:30:18.020757 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:18.021379 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:18.205227 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:18.496539 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ad62106e-a9ab-48a9-b38e-48da826ecc21 req-0a5fb4aa-652f-4f40-9869-6cb5ab52d9bd tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0779f6e-4622-430c-bcbf-66a0a105db56 HTTP/1.1" status: 200 len: 210 time: 0.0508099 May 17 16:30:18.542232 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:18.546053 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203caf95-e470-47eb-9fe4-be451a7d26d5 None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:31Z', 'revision_number': 4, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': 'd35d2615-d484-48c4-a953-2dcfc841617e', 'name': '', 'network_id': '9786f529-357f-4322-8848-db59da71bfef', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'mac_address': 'fa:16:3e:d9:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:30Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'subnets': [{'id': '2a7787c7-d111-4a19-9d61-1de2bd810d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:30:18.746622 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087aa96-d4f3-4e28-86b7-157c51efceca None None] New status for floating IP 4d7a2229-b432-409d-9445-d3ceadf2a583: DOWN {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:30:18.957681 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:30:18.996572 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 0a83a888-3b00-4214-a267-afdeb866e8fd {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:30:18.996929 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 0a83a888-3b00-4214-a267-afdeb866e8fd not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:30:19.732302 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60976) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:19.806534 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:19.846417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:19.973462 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:19.977472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-def5c25e-5e81-491c-bca5-351d8f5adce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:19.993484 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:20.002340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.002720 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.003133 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.003502 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.003866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.004227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.004585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.004943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.005306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.005656 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.006005 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.006362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:20.009493 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:20.065051 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.066163 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-96dffb09-ba00-4fd0-8a06-230b150c69bb tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "DELETE /v2.0/security-groups/e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea HTTP/1.1" status: 204 len: 168 time: 0.3327560 May 17 16:30:20.068831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60980) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:20.088263 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.api.v2.resource [None req-68aa8789-f9c9-4aa2-bfc7-4acc088d1158 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] show failed (client error): The resource could not be found. May 17 16:30:20.089256 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-68aa8789-f9c9-4aa2-bfc7-4acc088d1158 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "GET /v2.0/security-groups/e19d4e3a-9c73-4fa8-ba09-4ef9c4fbc0ea HTTP/1.1" status: 404 len: 347 time: 0.0195465 May 17 16:30:20.092570 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 60984) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:20.170892 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:30:20.312558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Deleting port a1a034ab-bf7d-4844-a1d5-fe0f8dc29393 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:20.312903 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.435420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.435645 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.565878 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Calling delete_port for a1a034ab-bf7d-4844-a1d5-fe0f8dc29393 owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:20.773440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.777423 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:20.825777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Pushing event deleted for resources: {'Port': ['ID=a1a034ab-bf7d-4844-a1d5-fe0f8dc29393,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:20.855292 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:20.924283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.939572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.940701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-16b11c34-32b0-40af-9ee2-77a196c25bd5 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] 10.222.0.59 "DELETE /v2.0/floatingips/4d7a2229-b432-409d-9445-d3ceadf2a583 HTTP/1.1" status: 204 len: 168 time: 0.8472383 May 17 16:30:24.036170 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32776) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:24.773278 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.186740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Deleting port d35d2615-d484-48c4-a953-2dcfc841617e {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:25.187774 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.316109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] For port d35d2615-d484-48c4-a953-2dcfc841617e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d35d2615-d484-48c4-a953-2dcfc841617e,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:25.316623 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.446081 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Calling delete_port for d35d2615-d484-48c4-a953-2dcfc841617e owned by network:router_interface {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:25.527383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.690734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.694824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c2d95bc3-f62b-4170-ae25-77b27a4f93b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:25.739600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35d2615-d484-48c4-a953-2dcfc841617e,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:25.771201 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:26.017845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:26.527636 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:30:26.706724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:30:26.719720 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] 10.222.0.59 "PUT /v2.0/routers/3bdac574-d4f0-45e6-a3b9-6fcddcf1786e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6824212 May 17 16:30:26.720810 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Sync routers for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:30:26.721524 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32782) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:26.730457 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:26.731101 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:26.901083 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:26.910148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:27.082955 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:27.235670 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:30:25Z', 'revision_number': 5, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port': {'id': 'a1ce5995-27c4-455a-8e53-b33556109cba', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:24Z', 'updated_at': '2021-05-17T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:27.239372 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Checking router: 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:30:27.247662 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Routers {'3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:27.248277 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:27.312611 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Deleting port a1ce5995-27c4-455a-8e53-b33556109cba {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:27.312961 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:27.401718 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] Set router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e gateway port host: None {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:27.435800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] For port a1ce5995-27c4-455a-8e53-b33556109cba, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=a1ce5995-27c4-455a-8e53-b33556109cba,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:27.436068 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:27.505987 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:30:27Z', 'revision_number': 6, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port_host': None}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:27.510022 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ab675-7a9b-42e2-9862-3f341ce31c7f None None] The sync data for ids ['3bdac574-d4f0-45e6-a3b9-6fcddcf1786e'] in dv-cinder-768105-8-smb is: [{'id': '3bdac574-d4f0-45e6-a3b9-6fcddcf1786e', 'name': 'tempest-AttachVolumeShelveTestJSON-1997015314-router', 'tenant_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:30:27Z', 'revision_number': 6, 'project_id': '8a0dd9ef8ede40d6a0720b86f3929f0b', 'gw_port_host': None}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:30:27.558845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Calling delete_port for a1ce5995-27c4-455a-8e53-b33556109cba owned by network:router_gateway {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:27.807817 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:27.811556 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6b3ff5eb-7c91-4e99-9631-3937feee1ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:27.855199 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ce5995-27c4-455a-8e53-b33556109cba,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:27.859047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:27.885209 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d35d2615-d484-48c4-a953-2dcfc841617e no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:30:27.920779 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: d35d2615-d484-48c4-a953-2dcfc841617e {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:30:27.921128 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d35d2615-d484-48c4-a953-2dcfc841617e not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:30:28.066096 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.242183 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.244298 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.364677 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.365192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdac574-d4f0-45e6-a3b9-6fcddcf1786e {{(pid=79275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:30:28.378754 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.379926 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c7dceea4-bcef-4fb5-8ed6-0095d2efede3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3bdac574-d4f0-45e6-a3b9-6fcddcf1786e HTTP/1.1" status: 204 len: 168 time: 1.6575017 May 17 16:30:28.382506 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32786) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:28.444905 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Deleting subnet 2a7787c7-d111-4a19-9d61-1de2bd810d35 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:30:28.447989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.498344 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.575208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.888008 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.892033 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-93049cad-7e0c-484a-bb3f-11d6d7167769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:28.925834 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7787c7-d111-4a19-9d61-1de2bd810d35,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:28.928907 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:28.930518 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:28.935269 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e487c7-decd-432f-b90f-734da3fde588 None None] Network 9786f529-357f-4322-8848-db59da71bfef requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:30:28.935753 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1bddd8b7-dce3-4c58-91db-c5f564a8ccc5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a7787c7-d111-4a19-9d61-1de2bd810d35 HTTP/1.1" status: 204 len: 168 time: 0.5522547 May 17 16:30:28.938915 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32790) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:29.044049 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.120440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Deleting port d7bb56c2-cdd1-4d84-9173-181a34475747 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:29.120780 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.179284 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] DHCP port deletion for 9786f529-357f-4322-8848-db59da71bfef request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:30:29.223713 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] For port d7bb56c2-cdd1-4d84-9173-181a34475747, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d7bb56c2-cdd1-4d84-9173-181a34475747,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:29.224062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.243867 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Deleting port d7bb56c2-cdd1-4d84-9173-181a34475747 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:29.244259 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.346596 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] For port d7bb56c2-cdd1-4d84-9173-181a34475747, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d7bb56c2-cdd1-4d84-9173-181a34475747,segment=NetworkSegment(4bb538a3-eba8-41f3-ae93-7741f9a3abd2),segment_id=4bb538a3-eba8-41f3-ae93-7741f9a3abd2)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:29.346999 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.355629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Calling delete_port for d7bb56c2-cdd1-4d84-9173-181a34475747 owned by network:dhcp {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:29.461877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.466399 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:29.467280 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Calling delete_port for d7bb56c2-cdd1-4d84-9173-181a34475747 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:29.511327 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bb56c2-cdd1-4d84-9173-181a34475747,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:29.512890 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] No DVR routers for this DVR port d7bb56c2-cdd1-4d84-9173-181a34475747 on host dv-cinder-768105-8-smb {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:30:29.513235 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.515209 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:29.518879 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:29.566443 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Pushing event deleted for resources: {'Port': ['ID=d7bb56c2-cdd1-4d84-9173-181a34475747,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:29.570893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] No DVR routers for this DVR port d7bb56c2-cdd1-4d84-9173-181a34475747 on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:30:29.580756 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.581113 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.581487 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.581782 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.582107 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.582428 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.582743 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.583098 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.587395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.587395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.587395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.587395 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:29.588074 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:29.632037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.645216 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9786f529-357f-4322-8848-db59da71bfef']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:29.657030 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb538a3-eba8-41f3-ae93-7741f9a3abd2') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:29.657322 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb538a3-eba8-41f3-ae93-7741f9a3abd2') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:29.668266 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.688638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.694477 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:30:29.694858 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:30:29.707579 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:30:29.813917 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device a1ce5995-27c4-455a-8e53-b33556109cba no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:30:29.845434 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.848953 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: a1ce5995-27c4-455a-8e53-b33556109cba {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:30:29.849183 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device a1ce5995-27c4-455a-8e53-b33556109cba not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:30:29.849460 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d7bb56c2-cdd1-4d84-9173-181a34475747 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:30:29.853734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:29.868453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:29.882573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Pushing event deleted for resources: {'Network': ['ID=9786f529-357f-4322-8848-db59da71bfef,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:29.884791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: d7bb56c2-cdd1-4d84-9173-181a34475747 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:30:29.885156 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d7bb56c2-cdd1-4d84-9173-181a34475747 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:30:29.887758 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:29.962702 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9786f529-357f-4322-8848-db59da71bfef HTTP/1.1" status: 204 len: 168 time: 1.0226994 May 17 16:30:30.221864 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79f4243d-cf9a-45f1-b219-e097eb9b78b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:30.349821 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 32796) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:30.401567 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-afdc9ddc-c013-44e9-be31-a9986433fa9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a0dd9ef8ede40d6a0720b86f3929f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506778 May 17 16:30:30.404565 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 32800) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:30.463469 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:30.492593 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:30.622251 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:30.626666 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-317c9623-fb84-4bee-a8fd-2689c282a796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:30.639243 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265828a-0dc8-4171-9ea1-f598d77100d6,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:30.643456 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:30.648977 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:30.650085 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-534ef84f-238a-4309-a549-4f0e2cfe8529 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1265828a-0dc8-4171-9ea1-f598d77100d6 HTTP/1.1" status: 204 len: 168 time: 0.2446244 May 17 16:30:31.745535 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32824) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:31.852213 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-437974792-network', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:31.856832 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:31.861203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Usage tracker for resource:network and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:31.864125 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:31.869833 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:31.944253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Made reservation on behalf of 2ba48a57ae8e44c29592cdb096b14849 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:30:31.946581 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.049635 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.064558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:32.068358 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:32.071253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:32.077207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:32.159889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.241896 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.246064 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-abcdcec6-e010-405b-81ad-c872229d01d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:32.270423 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:30:32.282640 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f21732-7c32-44cc-951f-4b332cabd98b,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:32.286737 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:32.287730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.288068 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Added segment b3c62f6b-5414-4c30-8881-6fab16edd110 of type vlan for network 144135d2-b6de-4aad-a9c7-90ae884ee541 May 17 16:30:32.314911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.413393 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.414467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:32.415087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.418703 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e6759ea2-2707-467c-b783-9207c8b3b8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:32.517194 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Pushing event updated for resources: {'Network': ['ID=144135d2-b6de-4aad-a9c7-90ae884ee541,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:32.519840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:32.526740 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:30:32.580225 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8334072 May 17 16:30:32.582933 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32830) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:32.588840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Request body: {'subnet': {'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-437974792-subnet', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:32.593970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:32.598179 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Usage tracker for resource:subnet and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:32.601244 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:32.607149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:32.693799 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Made reservation on behalf of 2ba48a57ae8e44c29592cdb096b14849 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:30:32.696206 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4293158302'] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.790359 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:32.910276 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5e21-f770-4d55-8f09-92aa78faaab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.161412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1775863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4293158284'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.165827 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:33.239261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6faa7288-f7d2-4b5a-8136-8b6392a515ca,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:33.250841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:33.250841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Checking segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:33.250841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Network hostable DHCP agents. Network: 144135d2-b6de-4aad-a9c7-90ae884ee541, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:30:33.370228 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:30:33.455891 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, 144135d2-b6de-4aad-a9c7-90ae884ee541) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:33.464851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4d9f5-67b8-4043-9a61-585e539e864c None None] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:30:33.465810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:33.466393 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.579987 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f2b2e535-4e46-4c0b-9f3c-a5c974ece4b4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9959061 May 17 16:30:33.582627 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32834) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:33.587875 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:33.592459 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:33.597361 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Usage tracker for resource:router and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:33.600278 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:33.606242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:33.678099 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-144135d2-b6de-4aad-a9c7-90ae884ee541', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:30:33.678931 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.694430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.696232 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.724259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:33.855821 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Allocated IP 172.20.0.2 (144135d2-b6de-4aad-a9c7-90ae884ee541/6faa7288-f7d2-4b5a-8136-8b6392a515ca/0958d521-c17b-423f-b3d3-43ea99000b82) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:33.933102 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.075989 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.081205 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.091060 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Transition to ACTIVE for port object 0958d521-c17b-423f-b3d3-43ea99000b82 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:34.109710 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Transition to ACTIVE for port object 0958d521-c17b-423f-b3d3-43ea99000b82 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:34.216801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.220814 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:34.286154 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:34.289050 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:34.291501 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:34.324924 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Pushing event updated for resources: {'Port': ['ID=0958d521-c17b-423f-b3d3-43ea99000b82,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:34.328238 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:34.392030 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Attempting to bind port 0958d521-c17b-423f-b3d3-43ea99000b82 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:30:34.392413 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Attempting to bind port 0958d521-c17b-423f-b3d3-43ea99000b82 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:30:34.392851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Attempting to bind port 0958d521-c17b-423f-b3d3-43ea99000b82 on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:34.398295 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:30:34.398680 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Checking segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:34.399121 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.399524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Bound using segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:30:34.399996 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Bound port: 0958d521-c17b-423f-b3d3-43ea99000b82, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:30:34.400384 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.478171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.491892 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] For port 0958d521-c17b-423f-b3d3-43ea99000b82, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:30:34.494909 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] For port 0958d521-c17b-423f-b3d3-43ea99000b82, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0958d521-c17b-423f-b3d3-43ea99000b82,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:30:34.508752 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.606344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:34.611575 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:34.709647 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Pushing event updated for resources: {'Port': ['ID=0958d521-c17b-423f-b3d3-43ea99000b82,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:34.712437 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:34.793632 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Allocated IP 172.28.2.137 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:34.974687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:35.067736 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:35.071615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5b4bd381-c202-4d10-941d-4c94c5cf975c tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:35.138062 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:35.140820 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:35.144497 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:35.182914 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:35.186733 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:35.275935 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:35.631330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6416bffc-28a1-4f69-8de0-538c5f0d4194 None None] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:30:35.660256 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:35.804699 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-282f9635-fcaf-4d08-87fa-cc437a472878 None None] Provisioning for port 0958d521-c17b-423f-b3d3-43ea99000b82 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:35.893008 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0958d521-c17b-423f-b3d3-43ea99000b82 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:36.031849 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.050888 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 0958d521-c17b-423f-b3d3-43ea99000b82 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:36.060381 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 0958d521-c17b-423f-b3d3-43ea99000b82 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:36.064402 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.197851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.232398 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 0958d521-c17b-423f-b3d3-43ea99000b82, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0958d521-c17b-423f-b3d3-43ea99000b82,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:36.247342 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-71acac58-12a7-4339-93fd-6a6e3fbbf0fa None None] Provisioning complete for port 0958d521-c17b-423f-b3d3-43ea99000b82 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:36.247857 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71acac58-12a7-4339-93fd-6a6e3fbbf0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.344324 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.355812 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3520cb71-8cb0-4bea-8052-a563c9c9bcd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:36.396280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:30:36.435853 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=0958d521-c17b-423f-b3d3-43ea99000b82,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:36.439373 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:36.689441 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:30:36.697662 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:30:36.708065 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:36.708670 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:36.810666 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:36.812519 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-06a603ce-774b-424e-a58e-ce7dd6db4cc5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2283421 May 17 16:30:36.815631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32838) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:36.915566 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:37.277161 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:35Z', 'revision_number': 3, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:37.281583 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:30:37.282020 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Updating router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:30:37.337807 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.584477 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.702124 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.715835 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Transition to ACTIVE for port object 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:37.803539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Allocated IP 172.20.0.1 (144135d2-b6de-4aad-a9c7-90ae884ee541/6faa7288-f7d2-4b5a-8136-8b6392a515ca/6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:37.818751 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0958d521-c17b-423f-b3d3-43ea99000b82 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:37.836424 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.841441 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-26005bad-0d2b-4aab-90c5-518ac8aa4634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:37.915309 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Attempting to bind port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:30:37.915729 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Attempting to bind port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:30:37.916030 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Attempting to bind port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:37.927295 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:30:37.927671 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:37.927866 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 0958d521-c17b-423f-b3d3-43ea99000b82 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:37.928074 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.928196 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.928470 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:30:37.928941 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Bound port: 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:30:37.929317 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:37.967973 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Pushing event updated for resources: {'Port': ['ID=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:37.984795 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.985152 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.985452 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.985769 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.986610 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.986610 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.987250 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.987730 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.988044 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.988357 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.988666 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.988973 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:37.996171 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:38.007370 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:38.013501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Transition to ACTIVE for port object 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:38.020821 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] For port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:30:38.023941 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] For port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:30:38.119620 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:38.123852 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d98c8c9e-5336-4b57-b079-3ca708e113c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:38.148249 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:38.153243 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9d91f67a-f21f-4044-874f-a58f64ce1ed6 tempest-DeleteServersTestJSON-1042769498 tempest-DeleteServersTestJSON-1042769498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:38.199182 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:38.199823 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:38.225506 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:38.228402 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:38.230887 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:38.257575 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Pushing event updated for resources: {'Port': ['ID=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:38.275131 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6ba57069-e9f6-49b5-aaff-0ccb3344a709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:38.286338 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:38.290712 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:38.303797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:38.394482 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:38.513635 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b42092e9-cc28-4bd7-918d-dd323ba42287 None None] Provisioning for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:38.519799 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b42092e9-cc28-4bd7-918d-dd323ba42287 None None] Provisioning complete for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:38.520206 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b42092e9-cc28-4bd7-918d-dd323ba42287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:38.581974 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-b42092e9-cc28-4bd7-918d-dd323ba42287 None None] Port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:30:38.726355 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:35Z', 'revision_number': 3, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:38.730209 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74facbbf-1eba-48c3-b3f8-2b36bb625109 None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:35Z', 'revision_number': 3, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:30:38.745385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:39.004449 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:39.081137 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:39.105728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:39.185885 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:39.190121 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:39.193682 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:39.331562 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:39.332801 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:39.549659 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:30:39.608132 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-bfc52980-7da4-4b82-aa24-2b2244666987 None None] Provisioning complete for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:39.608841 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bfc52980-7da4-4b82-aa24-2b2244666987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:39.663875 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-bfc52980-7da4-4b82-aa24-2b2244666987 None None] Port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:30:39.733016 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:30:39.744098 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] 10.222.0.59 "PUT /v2.0/routers/3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274554 May 17 16:30:39.839222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:39.978809 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:39.983894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:39.984268 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.107770 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.124877 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:40.193279 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.195514 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:40.263705 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:40.267555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:40.304330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:30:40.312398 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:40.312912 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:40.504658 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:40.607680 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32848) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:40.614207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137248762', 'description': 'tempest-description--1645934844'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:40.620855 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:40.625295 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:40.628405 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:40.634146 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:40.716261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.738669 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:40.743978 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:40.748303 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:40.755188 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:40.831406 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.839592 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 2, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:40.843578 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:30:40.843985 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Updating router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:30:40.903694 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.904851 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:40.908800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b0e8a3ab-5250-431e-9c6f-771b73da6946 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:40.947698 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e501346c-1503-4c9e-9c60-e042d1ea1f36,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:40.950385 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:41.004457 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.005769 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3965116 May 17 16:30:41.008663 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32852) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:41.014824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group_rule': {'security_group_id': 'e501346c-1503-4c9e-9c60-e042d1ea1f36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:41.021840 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:41.026182 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:41.029128 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:41.035420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:41.114179 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.176096 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.257893 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.261599 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.264015 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:41.270003 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Transition to ACTIVE for port object 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:41.284697 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6604af5d-f68c-476b-a670-2194f45e4f98,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:41.288650 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:41.341711 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.346042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:41.376259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.380007 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-01509963-37ae-4063-a291-f09efef24577 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677235 May 17 16:30:41.381031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32856) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:41.386882 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group_rule': {'security_group_id': 'e501346c-1503-4c9e-9c60-e042d1ea1f36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:41.392942 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:41.396710 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:41.399609 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:41.405918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:41.493413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.509856 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fbf0d-e560-49e9-9337-f7806cea3cad None None] Pushing event updated for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:41.549895 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-661fbf0d-e560-49e9-9337-f7806cea3cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:41.562443 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.611758 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Attempting to bind port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:30:41.612135 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Attempting to bind port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:30:41.612500 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Attempting to bind port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:41.619617 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.621830 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c12fc727-d22f-4ada-ad0e-7f44c13c9664 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:41.622512 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:30:41.622913 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Checking segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:41.623737 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.624185 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Bound using segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:30:41.624663 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Bound port: 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:30:41.625271 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.643183 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9227336-7d0b-4921-b670-6f912f81234e,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:41.647466 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:41.713703 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.714804 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317223 May 17 16:30:41.720605 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32860) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:41.721452 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] For port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:30:41.724815 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] For port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:30:41.727542 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:41.733343 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:41.737527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:floatingip and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:30:41.740590 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:30:41.746730 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:41.804957 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.809629 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:41.833022 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:41.846041 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:41.929330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:41.929977 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:41.989053 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:42.016782 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fbf0d-e560-49e9-9337-f7806cea3cad None None] Pushing event updated for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:42.024459 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-661fbf0d-e560-49e9-9337-f7806cea3cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:42.125623 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:42.126020 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:42.225726 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:42.256098 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Allocated IP 172.28.2.68 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/53b5182a-b93b-473e-92da-f9e2b8df7962) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:42.411617 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:42.530396 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:42.535724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c81745c8-0e74-4d87-ace0-9f03e855a2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:42.596311 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:42.599177 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:42.602945 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:42.630071 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:41Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:42.634254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e350f60-aff0-4899-a490-801be8e670e9 None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:41Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:30:42.646371 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=53b5182a-b93b-473e-92da-f9e2b8df7962,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:42.650890 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:42.713039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:42.862522 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.103067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.188137 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.195660 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:43.315291 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=53b5182a-b93b-473e-92da-f9e2b8df7962,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:43.320993 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:43.329034 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.438951 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.440518 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bbc665c9-c129-460a-b7ee-db59516f6dbc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7189128 May 17 16:30:43.629254 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-f58c417e-015b-45a9-9d27-a90ce388f155 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:43.721848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-f58c417e-015b-45a9-9d27-a90ce388f155 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:43.723212 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-f58c417e-015b-45a9-9d27-a90ce388f155 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2137248762&fields=id&tenant_id=2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 267 time: 0.1434088 May 17 16:30:43.849837 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:43.900672 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-e9031cb7-9a37-436c-a405-f7acbb154cc2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:43.901259 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-e9031cb7-9a37-436c-a405-f7acbb154cc2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:43.987534 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:43.993082 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:43.996837 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.017060 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-e9031cb7-9a37-436c-a405-f7acbb154cc2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:44.019877 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-e9031cb7-9a37-436c-a405-f7acbb154cc2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 810 time: 0.2889030 May 17 16:30:44.038612 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-6f942ba7-e471-42c8-9c68-2f0f0c9b45e3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/quotas/2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 375 time: 0.0129528 May 17 16:30:44.135539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-60ee1f87-786c-4997-a178-c3c6ba2a9795 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:44.144742 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.177087 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:44.330298 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-60ee1f87-786c-4997-a178-c3c6ba2a9795 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:44.331784 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-60ee1f87-786c-4997-a178-c3c6ba2a9795 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2857058 May 17 16:30:44.348532 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.352366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:44.424186 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:44.427297 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:44.527249 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-6d808461-1a36-44b9-8d75-00ab3bb93b8c service neutron] 10.222.0.59 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824439 May 17 16:30:44.659916 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-f948db7d-e364-40e4-8e84-8add8391a3c0 service neutron] 10.222.0.59 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267886 May 17 16:30:44.899331 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d34f66ed-39d7-4102-8a78-366b72227f34 req-5699757d-0fcd-4b37-b72d-a8a15198568f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 210 time: 0.0435250 May 17 16:30:45.826785 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:45.905239 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:45.905638 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:46.114233 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45034cd3-2b0b-4ab2-88e1-9a5ae8835090 req-13f4c3a5-a390-499f-aaf8-fea4f081f7a4 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 210 time: 0.0990295 May 17 16:30:47.268383 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5d27b9c5-9946-44cc-9f63-cd00d891ca3f req-d0ddc3ed-0249-4551-b787-f534eb58e7ec tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 210 time: 0.0452404 May 17 16:30:47.567908 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-c4326a7a-5b67-43b7-ac94-62f94d483a93 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:47.569469 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-c4326a7a-5b67-43b7-ac94-62f94d483a93 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 810 time: 0.1716726 May 17 16:30:47.623675 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-437e92ee-d922-48a8-9c8c-bdf1a761f77f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 380 time: 0.0459032 May 17 16:30:47.632419 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'port': {'device_id': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'admin_state_up': True, 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'security_groups': ['e501346c-1503-4c9e-9c60-e042d1ea1f36']}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:47.776659 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:47.786393 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:47.893397 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Made reservation on behalf of 2ba48a57ae8e44c29592cdb096b14849 for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:30:47.897642 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.182621 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Allocated IP 172.20.0.12 (144135d2-b6de-4aad-a9c7-90ae884ee541/6faa7288-f7d2-4b5a-8136-8b6392a515ca/04453e77-7253-4daf-9ec2-07fd034cb7a3) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:48.420598 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.432780 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e0c5f59e-fec3-4321-a32b-ba3775fe2321 req-65005afd-4f7f-4433-a6ee-b15a469ea9f0 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 210 time: 0.0443110 May 17 16:30:48.438776 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Transition to ACTIVE for port object 04453e77-7253-4daf-9ec2-07fd034cb7a3 will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:48.528508 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.536885 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:48.609647 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:48.612820 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:48.616760 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:48.661865 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:48.667134 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:48.692826 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:48.693472 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.816791 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1879132 May 17 16:30:48.829116 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Request body: {'port': {'device_id': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:48.918691 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-34ac69e7-dc83-4b5d-b111-8929073acc15 None None] Provisioning for port 04453e77-7253-4daf-9ec2-07fd034cb7a3 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:48.924568 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-34ac69e7-dc83-4b5d-b111-8929073acc15 None None] Provisioning complete for port 04453e77-7253-4daf-9ec2-07fd034cb7a3 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:48.924920 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ac69e7-dc83-4b5d-b111-8929073acc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.948193 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.988508 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-34ac69e7-dc83-4b5d-b111-8929073acc15 None None] Port 04453e77-7253-4daf-9ec2-07fd034cb7a3 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:30:49.312376 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04453e77-7253-4daf-9ec2-07fd034cb7a3 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:30:49.320781 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.335526 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Transition to ACTIVE for port object 04453e77-7253-4daf-9ec2-07fd034cb7a3 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:49.418949 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.423671 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:49.593279 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Pushing event updated for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:49.630185 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:49.657293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5fbe4-f684-44a3-b826-6b808be1a053 req-12a4414a-b425-41c4-ad1f-dea1ff5d5682 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:49.658829 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d8c5fbe4-f684-44a3-b826-6b808be1a053 req-12a4414a-b425-41c4-ad1f-dea1ff5d5682 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 944 time: 0.0943222 May 17 16:30:49.674817 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Attempting to bind port 04453e77-7253-4daf-9ec2-07fd034cb7a3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:30:49.675184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Attempting to bind port 04453e77-7253-4daf-9ec2-07fd034cb7a3 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:30:49.675519 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Attempting to bind port 04453e77-7253-4daf-9ec2-07fd034cb7a3 on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:49.680403 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Port 04453e77-7253-4daf-9ec2-07fd034cb7a3 on network 144135d2-b6de-4aad-a9c7-90ae884ee541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:30:49.680720 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Attempting to bind port 04453e77-7253-4daf-9ec2-07fd034cb7a3 on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:49.688510 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:30:49.688843 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Checking segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:49.689215 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Bound using segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:30:49.689638 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Bound port: 04453e77-7253-4daf-9ec2-07fd034cb7a3, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:30:49.689971 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.710170 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d8c5fbe4-f684-44a3-b826-6b808be1a053 req-4d316b99-9d88-45c7-9a64-69eea1ab6aa3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453961 May 17 16:30:49.787493 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:30:49.790659 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:30:49.893861 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.897881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:49.955051 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:49.955667 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.957051 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] 10.222.0.26 "PUT /v2.0/ports/04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 1094 time: 1.1330509 May 17 16:30:49.957538 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:49.984274 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Pushing event updated for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:49.988104 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-07076a13-1c4f-45b9-9276-9592469bae32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:50.021072 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'status': 'completed', 'code': 200} May 17 16:30:50.129197 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-04b33ca0-122e-417e-90e4-f2ab47e316d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.131602 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-04b33ca0-122e-417e-90e4-f2ab47e316d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1097 time: 0.0875347 May 17 16:30:50.278641 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-f8ef27e4-7b90-4f69-828f-3d89e0491229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.280145 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-f8ef27e4-7b90-4f69-828f-3d89e0491229 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ba48a57ae8e44c29592cdb096b14849&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1417363 May 17 16:30:50.517637 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-22d6c7d2-1903-4944-9b97-fc4c813d72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.519118 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-fb048b6c-5913-47f0-ba56-57e27d9d3072 req-22d6c7d2-1903-4944-9b97-fc4c813d72a2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326868 May 17 16:30:50.629569 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-8e1a4948-cb4e-4595-b563-1d15d73f32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.631136 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-8e1a4948-cb4e-4595-b563-1d15d73f32d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1097 time: 0.0742049 May 17 16:30:50.703719 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-77956883-9dee-4d8f-8a45-c5f6bad886fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 217 time: 0.0649860 May 17 16:30:50.773696 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-ea73e67e-5ac6-4f4f-8caa-5482b268eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.774153 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-ea73e67e-5ac6-4f4f-8caa-5482b268eaf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0629141 May 17 16:30:50.868966 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-7bbfc6c6-0e2c-43d0-a52a-52bf3f00c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.871447 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-7bbfc6c6-0e2c-43d0-a52a-52bf3f00c4a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888579 May 17 16:30:50.971413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968de9-880c-43f9-a23e-c38c215aaced req-b56fa774-b24a-46c8-8025-d62ac5e9c613 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.972925 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d3968de9-880c-43f9-a23e-c38c215aaced req-b56fa774-b24a-46c8-8025-d62ac5e9c613 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 944 time: 0.1209652 May 17 16:30:51.027834 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-d7d9c131-cc5a-4e8b-beaa-c078fb971a54 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492252 May 17 16:30:51.148186 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d3968de9-880c-43f9-a23e-c38c215aaced req-dc8d621a-a910-400e-89cd-c42810951368 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664388 May 17 16:30:51.184654 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-05a31eb5-5346-4410-a58c-a5eebb03368e req-c7d7bd19-acda-4a60-b1ba-2c8ccc7d3d4b service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500528 May 17 16:30:52.381978 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1149f-7d55-45b9-83b9-0f79264e5bec req-b6fd1566-1053-4083-9126-6b1f5a45fe57 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:52.383440 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20f1149f-7d55-45b9-83b9-0f79264e5bec req-b6fd1566-1053-4083-9126-6b1f5a45fe57 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 944 time: 0.1058190 May 17 16:30:52.430114 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-20f1149f-7d55-45b9-83b9-0f79264e5bec req-76368f8c-fa54-48a2-8fe9-34ed4e303f78 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 May 17 16:30:53.091102 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 04453e77-7253-4daf-9ec2-07fd034cb7a3 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:30:53.245675 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:53.260042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'port_id': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'mac_address': 'fa:16:3e:a5:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:30:53.322190 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:53.345240 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04453e77-7253-4daf-9ec2-07fd034cb7a3 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:30:53.356720 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:53.456555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:53.459322 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-661fbf0d-e560-49e9-9337-f7806cea3cad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:53.549654 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:53.554443 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:53.651995 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17471fd-d2ec-41b5-902c-a7538a3c9827 req-a15af1e6-670b-4649-a14d-493cb3ce749f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:53.653496 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d17471fd-d2ec-41b5-902c-a7538a3c9827 req-a15af1e6-670b-4649-a14d-493cb3ce749f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 945 time: 0.1098533 May 17 16:30:53.666218 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['04453e77-7253-4daf-9ec2-07fd034cb7a3'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:30:53.705415 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d17471fd-d2ec-41b5-902c-a7538a3c9827 req-948580a9-f477-4a5d-9d26-6e8834f32f8f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 May 17 16:30:54.917213 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d2b48-208d-4228-be73-da06a3a0c3a0 req-eeb69fbf-64ac-4172-8656-7200e4b7fdcc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:54.918699 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9d7d2b48-208d-4228-be73-da06a3a0c3a0 req-eeb69fbf-64ac-4172-8656-7200e4b7fdcc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 945 time: 0.0899429 May 17 16:30:54.979395 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9d7d2b48-208d-4228-be73-da06a3a0c3a0 req-70efe7c6-77b1-4c55-9a2e-4aa390f55703 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 May 17 16:30:55.082135 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 04453e77-7253-4daf-9ec2-07fd034cb7a3 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:55.254316 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port 04453e77-7253-4daf-9ec2-07fd034cb7a3 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:55.259870 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port 04453e77-7253-4daf-9ec2-07fd034cb7a3 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:55.260521 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:55.415929 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:55.446352 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:55.463086 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:55.496673 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'code': 200} May 17 16:30:55.567473 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:55.569336 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:55.607678 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:55.647432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:55.650531 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:55.901372 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf9035-3327-48fb-b458-1224ca46af5b req-1d8135ba-c354-4a5a-94b1-1035b73cb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:55.902748 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4faf9035-3327-48fb-b458-1224ca46af5b req-1d8135ba-c354-4a5a-94b1-1035b73cb534 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0804017 May 17 16:30:55.945687 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-4faf9035-3327-48fb-b458-1224ca46af5b req-05c929fa-62c6-4d03-9b02-4fa904984719 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364583 May 17 16:30:56.179390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fadd51-953c-4cd9-9776-ea34cfa3aa17 req-d3d5de2a-7d02-4153-8404-3292b40956ae tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:56.180997 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-31fadd51-953c-4cd9-9776-ea34cfa3aa17 req-d3d5de2a-7d02-4153-8404-3292b40956ae tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0851302 May 17 16:30:56.232197 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-31fadd51-953c-4cd9-9776-ea34cfa3aa17 req-eebf55f2-c07e-48c7-8035-d910610b1770 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 May 17 16:30:57.170270 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:30:57.429636 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738941-c1d2-4d1d-b418-2a4eadda52b1 req-6e97fc67-5c13-4f5d-a183-2f7437cec9f2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:57.431020 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2738941-c1d2-4d1d-b418-2a4eadda52b1 req-6e97fc67-5c13-4f5d-a183-2f7437cec9f2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0861123 May 17 16:30:57.484038 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2738941-c1d2-4d1d-b418-2a4eadda52b1 req-85527164-38da-468d-aac2-c1e0a984bb3b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 May 17 16:30:57.700214 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff95b5-6e0e-4e0e-9e16-f849b2a64a8e req-3dba1ccc-ccfd-4ee2-bba8-f87661401875 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:57.701605 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-62ff95b5-6e0e-4e0e-9e16-f849b2a64a8e req-3dba1ccc-ccfd-4ee2-bba8-f87661401875 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1054063 May 17 16:30:57.711273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 32922) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:30:57.716521 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'floatingip': {'port_id': '04453e77-7253-4daf-9ec2-07fd034cb7a3'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:57.797981 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:58.438528 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:58.501532 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:58.787042 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Floating IP b45eb01d-6267-40d5-9c6f-5c460644db79 associated. External IP: 172.28.2.68, port: 04453e77-7253-4daf-9ec2-07fd034cb7a3. May 17 16:30:59.158902 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:30:59.348845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:30:59.353034 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:59.358528 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:30:59.368648 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:30:59.369261 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:59.413269 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-027bb5fb-7c1a-4bd0-9e4c-a2cf38863641 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "PUT /v2.0/floatingips/b45eb01d-6267-40d5-9c6f-5c460644db79 HTTP/1.1" status: 200 len: 991 time: 1.7007096 May 17 16:30:59.414193 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:59.481792 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'status': 'completed', 'code': 200} May 17 16:30:59.581189 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:30:59.604293 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-dd3b7e2e-7876-4f61-a04d-413e70443ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:59.605707 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-dd3b7e2e-7876-4f61-a04d-413e70443ba7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0980160 May 17 16:30:59.794233 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-05fc4f38-9fad-42e0-beb7-23bf8da7ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:59.796272 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-05fc4f38-9fad-42e0-beb7-23bf8da7ff41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.1833093 May 17 16:30:59.924785 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-a2513d35-9282-4a4d-adfa-28cdb9c19f9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 999 time: 0.1214688 May 17 16:30:59.994561 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-8c64f5b8-3704-427d-8dba-b4ed7e492538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:59.995385 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'b45eb01d-6267-40d5-9c6f-5c460644db79', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:a5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:30:42Z', 'updated_at': '2021-05-17T16:30:58Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:30:59.996119 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-8c64f5b8-3704-427d-8dba-b4ed7e492538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0625720 May 17 16:31:00.000407 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:31:00.017263 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:31:00.018038 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:30:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:00.128492 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-4821b018-8b70-4573-bc6c-6ff0c2129334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:00.133845 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-4821b018-8b70-4573-bc6c-6ff0c2129334 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1258745 May 17 16:31:00.224192 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:31:00.249969 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-44bc9e2d-ea76-404c-a2c2-9f39ba5a97eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:00.280178 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-3baa012a-e51d-449a-8890-7f1f6e43cc09 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422260 May 17 16:31:00.432443 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-7c6ec410-45a4-4fbf-b17a-db019e528873 req-abbe2a9a-282d-4fd8-b9b7-903e131ac569 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446321 May 17 16:31:00.595879 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'b45eb01d-6267-40d5-9c6f-5c460644db79', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:a5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:30:42Z', 'updated_at': '2021-05-17T16:30:58Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:00.600035 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95e038-0bef-4e80-9835-f6123390b90d None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'b45eb01d-6267-40d5-9c6f-5c460644db79', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:a5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:30:42Z', 'updated_at': '2021-05-17T16:30:58Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:31:00.797840 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c292f-0ab7-410c-af83-4b7a58cd1f33 None None] New status for floating IP b45eb01d-6267-40d5-9c6f-5c460644db79: ACTIVE {{(pid=79276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:31:02.807828 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:02.905517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aeaa00f4-bc47-4d89-86f0-ef2a385ccbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:03.895721 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:05.296209 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:25.530337 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:28.765161 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-2fb76dbd-1b83-4c91-9665-87cdd2f2c37a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415479 May 17 16:31:28.917998 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-35f7d30a-f914-40f1-9486-6fa1a89503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:28.919488 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-35f7d30a-f914-40f1-9486-6fa1a89503f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0791528 May 17 16:31:29.190002 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-5db65ca6-8d70-4a4a-83c0-b19aa7250bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:29.191417 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-5db65ca6-8d70-4a4a-83c0-b19aa7250bc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.2462084 May 17 16:31:29.327224 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-1407fcd4-601b-4943-b555-1bfd9ee354a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 1001 time: 0.1278832 May 17 16:31:29.427105 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-eeeac213-94ce-4e9e-92c8-ebcdf352825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:29.429657 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-eeeac213-94ce-4e9e-92c8-ebcdf352825d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0952106 May 17 16:31:29.522012 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-7189faf7-f2d1-4e5e-972e-3d718e6f4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:29.523695 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-7189faf7-f2d1-4e5e-972e-3d718e6f4004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816987 May 17 16:31:29.536240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-2e43b32d-446b-4fa9-82bb-f9ad1fd8e120 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:31:29.537256 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-2e43b32d-446b-4fa9-82bb-f9ad1fd8e120 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055478 May 17 16:31:29.751417 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-21e7f2ba-e987-4eb4-bfe6-7c24ca9b0bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067678 May 17 16:31:29.922399 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-06b9acaf-0d23-41ed-ab76-551e98cf4b93 req-045b85fe-ec2c-4eb1-a273-82039c6fb40a service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629410 May 17 16:31:30.397332 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-298dfeb0-618b-4782-aad5-fbf9c76e2893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.826244 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.893850 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-81df8194-4e46-4ea0-9c37-b925f8efb98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.935197 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:34.169192 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:31:35.318707 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:44.458400 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496ee5-8658-48b5-a854-ce0c9227b8ab req-0c76ed7f-61f5-44a5-8382-947d68d41122 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:44.460112 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2496ee5-8658-48b5-a854-ce0c9227b8ab req-0c76ed7f-61f5-44a5-8382-947d68d41122 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0894041 May 17 16:31:44.514382 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d2496ee5-8658-48b5-a854-ce0c9227b8ab req-f8501d78-c202-4c16-b139-567a99311da6 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473392 May 17 16:31:45.772715 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb912c-37cd-48a3-ba4c-e2d5e1d194a4 req-7f045568-8e8f-4b20-a7cb-2eec4031f575 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.774260 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-02fb912c-37cd-48a3-ba4c-e2d5e1d194a4 req-7f045568-8e8f-4b20-a7cb-2eec4031f575 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1387937 May 17 16:31:45.828530 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-02fb912c-37cd-48a3-ba4c-e2d5e1d194a4 req-8e689812-68e3-4557-8dd2-8a4ad9707673 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479903 May 17 16:31:47.025379 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504945fb-7614-4f1b-b5d5-c046a39744f0 req-f447a116-8915-4cd4-84c1-f13d965a8006 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:47.026847 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-504945fb-7614-4f1b-b5d5-c046a39744f0 req-f447a116-8915-4cd4-84c1-f13d965a8006 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0875821 May 17 16:31:47.078235 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-504945fb-7614-4f1b-b5d5-c046a39744f0 req-ebfa09f5-09c8-4809-add9-fcc1ddd734ac tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 May 17 16:31:48.350414 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e084fd-71f4-452d-be82-376aae56ce26 req-0f9f1cae-f409-4561-b4dd-fac7b57fa748 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:48.351994 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a9e084fd-71f4-452d-be82-376aae56ce26 req-0f9f1cae-f409-4561-b4dd-fac7b57fa748 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1344569 May 17 16:31:48.426332 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a9e084fd-71f4-452d-be82-376aae56ce26 req-6ad9bc68-2778-43e8-9cae-73cc61edbdf9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621367 May 17 16:31:49.632889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac812-8e34-4c73-9881-c200c8ed93be req-c18641d2-f444-4da6-b35b-11c161fdaeb3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:49.635370 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f93ac812-8e34-4c73-9881-c200c8ed93be req-c18641d2-f444-4da6-b35b-11c161fdaeb3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0904436 May 17 16:31:49.687650 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f93ac812-8e34-4c73-9881-c200c8ed93be req-f6686568-3965-4392-8bf5-4c24e2a97816 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 May 17 16:31:50.896620 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614d9c4-6091-4d0a-b25c-8d88a9a098be req-a5eb1bfe-b274-419d-adf2-5191ddf1aaf8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:50.898579 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4614d9c4-6091-4d0a-b25c-8d88a9a098be req-a5eb1bfe-b274-419d-adf2-5191ddf1aaf8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0958550 May 17 16:31:50.949126 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4614d9c4-6091-4d0a-b25c-8d88a9a098be req-51bc55a0-a9c9-4b08-925c-48c18b628320 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447958 May 17 16:31:52.162948 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8fb2-be9f-41d2-9e04-519b17769abd req-848ff41b-8453-489b-b33b-d5543c9f44a5 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:52.164550 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-629a8fb2-be9f-41d2-9e04-519b17769abd req-848ff41b-8453-489b-b33b-d5543c9f44a5 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0980647 May 17 16:31:52.220560 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-629a8fb2-be9f-41d2-9e04-519b17769abd req-eb5e089b-e6ae-4fe6-baab-f15dbb4e6d0a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497336 May 17 16:31:53.433294 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06fa26-41b5-47e3-a5ab-910b9d33837a req-8fb42af6-3e50-4369-977b-6df14eed9215 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:53.434781 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0c06fa26-41b5-47e3-a5ab-910b9d33837a req-8fb42af6-3e50-4369-977b-6df14eed9215 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0919039 May 17 16:31:53.488777 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0c06fa26-41b5-47e3-a5ab-910b9d33837a req-d66f93ae-97a2-4902-bd95-c560bfc128ef tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 May 17 16:31:54.799919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278d20-71d0-49cb-add4-45dae1aaf203 req-d70d3110-5ee4-4202-bd34-e83a5cc6530b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:54.801405 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d5278d20-71d0-49cb-add4-45dae1aaf203 req-d70d3110-5ee4-4202-bd34-e83a5cc6530b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.2000029 May 17 16:31:54.848050 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d5278d20-71d0-49cb-add4-45dae1aaf203 req-4d930cea-06af-4a05-bc0b-48c36a7be0e4 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 May 17 16:31:55.568915 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:56.263047 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152020-0d52-4bd8-b622-f2bbd028a785 req-912e4dc0-f351-4177-acb9-4ee7a09906e2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:56.265270 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4e152020-0d52-4bd8-b622-f2bbd028a785 req-912e4dc0-f351-4177-acb9-4ee7a09906e2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1187816 May 17 16:31:56.324205 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4e152020-0d52-4bd8-b622-f2bbd028a785 req-7a121483-fc2f-4598-9dc0-1b22aea3a98b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510883 May 17 16:31:57.557821 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e12bf2-92aa-46e7-aad8-4f3455bcc8e1 req-26dc1cd5-b7b0-46c2-86d2-ff9f968af233 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:57.559576 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c8e12bf2-92aa-46e7-aad8-4f3455bcc8e1 req-26dc1cd5-b7b0-46c2-86d2-ff9f968af233 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0944114 May 17 16:31:57.611003 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c8e12bf2-92aa-46e7-aad8-4f3455bcc8e1 req-3a051517-f751-4bdc-99fa-8fce81cb390b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 May 17 16:31:58.816014 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0a67-59e4-46c1-8c5a-c9a3e198f5f8 req-b5f2a124-5906-43e8-b2f5-78d63df5b99c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.817541 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f93f0a67-59e4-46c1-8c5a-c9a3e198f5f8 req-b5f2a124-5906-43e8-b2f5-78d63df5b99c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0916474 May 17 16:31:58.865179 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f93f0a67-59e4-46c1-8c5a-c9a3e198f5f8 req-9ddc8d5d-0538-44d9-ae39-4b53b6e06727 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 May 17 16:32:00.075671 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827b625-8213-4d45-bcd4-69dc68f5872d req-71efc02a-6449-4c52-800a-deda71a15b86 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.077930 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a827b625-8213-4d45-bcd4-69dc68f5872d req-71efc02a-6449-4c52-800a-deda71a15b86 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1000321 May 17 16:32:00.130014 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a827b625-8213-4d45-bcd4-69dc68f5872d req-2ed6d161-c404-45fc-bcb8-9536b5272ef2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 May 17 16:32:00.255481 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8240-3704-42b5-8dee-189b21a0fab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:00.780846 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384c5d-d3ca-4468-882c-85aaf4b8deee req-155ee3ef-2685-4895-8ddf-20e8b96ed9df tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.782315 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05384c5d-d3ca-4468-882c-85aaf4b8deee req-155ee3ef-2685-4895-8ddf-20e8b96ed9df tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0974648 May 17 16:32:00.843043 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05384c5d-d3ca-4468-882c-85aaf4b8deee req-7afdbce5-0780-4782-b5b3-5a9f76a15e6e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535548 May 17 16:32:00.954171 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-3c12c53d-e889-450b-8e4f-0042e847cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.955783 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-3c12c53d-e889-450b-8e4f-0042e847cca0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0932102 May 17 16:32:01.105184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-215a66ac-8be9-46be-92b5-5fd01631cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:01.106536 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-215a66ac-8be9-46be-92b5-5fd01631cb2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.1438074 May 17 16:32:01.213859 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-9170657e-99eb-4b3f-8c62-403a5744ba8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 1001 time: 0.1000612 May 17 16:32:01.287597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-03f7c686-5b30-4ecf-ad8f-a6a702a83501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:01.289065 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-03f7c686-5b30-4ecf-ad8f-a6a702a83501 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0681062 May 17 16:32:01.370177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-6cc75bbb-991d-47e2-98d6-72dde9464567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:01.371593 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-6cc75bbb-991d-47e2-98d6-72dde9464567 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751553 May 17 16:32:01.513952 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-e172018d-1858-47d0-b491-d98f0ac54dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333930 May 17 16:32:01.656349 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-da653845-52c1-4d0a-9d58-f6d6201d0e17 req-327808ca-603b-49be-bc41-a492f8adbb48 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359584 May 17 16:32:02.088889 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492c27-3a75-4b8a-ba7d-269743eab1f2 req-85936334-bd21-4f69-b210-b89701f5f65e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:02.091984 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-02492c27-3a75-4b8a-ba7d-269743eab1f2 req-85936334-bd21-4f69-b210-b89701f5f65e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1189294 May 17 16:32:02.184050 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-02492c27-3a75-4b8a-ba7d-269743eab1f2 req-8f11ce24-389a-46b4-8126-a0bcec947b3f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790005 May 17 16:32:02.886068 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:02.980830 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b1797d6b-bc9b-4fd5-b6ff-22a660dac051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:03.384248 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61198b22-5afd-4dd9-bd8f-d5561ffd7458 req-1f32c9ba-87d3-44f4-a384-a5ec341d9de3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:03.385858 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-61198b22-5afd-4dd9-bd8f-d5561ffd7458 req-1f32c9ba-87d3-44f4-a384-a5ec341d9de3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0915043 May 17 16:32:03.437855 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-61198b22-5afd-4dd9-bd8f-d5561ffd7458 req-19106292-72d0-447f-a434-8177ac0f9158 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 May 17 16:32:03.912242 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:05.386308 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:11.169366 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:32:25.660286 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:29.654034 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-b781c616-26df-448f-a079-74cc3e3b9133 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748606 May 17 16:32:29.799155 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-31adeafc-bd1c-464a-a2a1-4f3de0730e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:29.800647 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-31adeafc-bd1c-464a-a2a1-4f3de0730e72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0750263 May 17 16:32:30.057438 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-18b9e502-f882-4c62-b4d7-17d35a6c3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:30.059039 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-18b9e502-f882-4c62-b4d7-17d35a6c3f9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.2373784 May 17 16:32:30.173750 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-0895ea76-bba0-4f5d-a13a-8e992b706dda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 1001 time: 0.1071692 May 17 16:32:30.240271 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-6bbcf2c9-e4ef-4900-b4c0-a2b3e8da5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:30.241771 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-6bbcf2c9-e4ef-4900-b4c0-a2b3e8da5a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0609784 May 17 16:32:30.330386 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8988f4c6-f943-40e2-9054-6fe4d8e8b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:30.332053 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-16270efd-df12-4ea2-ac3d-424c534060e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:30.333667 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-16270efd-df12-4ea2-ac3d-424c534060e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847583 May 17 16:32:30.492064 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-4fbd75bb-1c36-4e65-a856-3401bb85c0cb service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497605 May 17 16:32:30.652929 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-0e08926f-4ce6-4544-97d1-1919ac808857 req-22ff5fb9-e08b-4315-8e4b-4542fd155fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535599 May 17 16:32:32.883077 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:32.956995 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-28a38d78-e140-437d-8d63-fbb2bb90a71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:33.906892 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.312733 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:38.791546 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03824a35-b39d-4aef-9639-cb503bbec847 req-95c5c745-1815-49ed-8ab7-fe79a7259e3f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.793018 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-03824a35-b39d-4aef-9639-cb503bbec847 req-95c5c745-1815-49ed-8ab7-fe79a7259e3f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1148536 May 17 16:32:38.843990 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-03824a35-b39d-4aef-9639-cb503bbec847 req-3931fd4b-c021-4124-bd7d-af1e4b177140 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 May 17 16:32:40.044770 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552cca-2a68-428a-a126-8063d6fa0157 req-fe8ca3dd-365a-4702-b0ba-11c992bd809f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:40.047057 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d3552cca-2a68-428a-a126-8063d6fa0157 req-fe8ca3dd-365a-4702-b0ba-11c992bd809f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0905395 May 17 16:32:40.106202 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d3552cca-2a68-428a-a126-8063d6fa0157 req-e5cb5977-aee6-4d57-9f56-737dc81316a2 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489664 May 17 16:32:41.342613 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71348132-6605-4c33-8f78-14dc98b719a7 req-5d5076bc-14ee-423c-b09d-cf7edbf2b43f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:41.344075 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-71348132-6605-4c33-8f78-14dc98b719a7 req-5d5076bc-14ee-423c-b09d-cf7edbf2b43f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0813007 May 17 16:32:41.392039 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-71348132-6605-4c33-8f78-14dc98b719a7 req-212aea67-b465-4388-8efa-3f790a1ad93e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 May 17 16:32:42.605389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940848-5b42-4d5d-9ad8-dd272239b7d6 req-b0b6e7df-95f1-4ffc-871b-e3cd8e3ea17f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:42.607676 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fc940848-5b42-4d5d-9ad8-dd272239b7d6 req-b0b6e7df-95f1-4ffc-871b-e3cd8e3ea17f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0878372 May 17 16:32:42.655701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fc940848-5b42-4d5d-9ad8-dd272239b7d6 req-4216f444-ab12-432b-945c-0fcd7cdb08ea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 May 17 16:32:43.870061 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aee05-adc9-40c6-84e9-8f4b5e4118de req-59e7ec01-463f-40f0-879f-b0a02d28e7e8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:43.871629 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-789aee05-adc9-40c6-84e9-8f4b5e4118de req-59e7ec01-463f-40f0-879f-b0a02d28e7e8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0965974 May 17 16:32:43.925610 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-789aee05-adc9-40c6-84e9-8f4b5e4118de req-9cdb2739-3eae-4b31-bf56-6bc032de8a66 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478659 May 17 16:32:45.144463 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92dd42-c1b4-4f98-a756-a8ed707d1c51 req-c5f4d3e3-d6a2-4746-9132-503f195b27ed tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:45.145956 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc92dd42-c1b4-4f98-a756-a8ed707d1c51 req-c5f4d3e3-d6a2-4746-9132-503f195b27ed tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0882211 May 17 16:32:45.194283 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bc92dd42-c1b4-4f98-a756-a8ed707d1c51 req-f0891509-de13-4cba-bc22-0e21edcd6dc8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 May 17 16:32:46.418658 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c438658-dec0-4f34-ad38-3bd3f5c9a1a9 req-f577e6f3-ec65-4d17-9e06-1f8d05e805da tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:46.420652 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c438658-dec0-4f34-ad38-3bd3f5c9a1a9 req-f577e6f3-ec65-4d17-9e06-1f8d05e805da tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0894847 May 17 16:32:46.473404 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c438658-dec0-4f34-ad38-3bd3f5c9a1a9 req-f718f226-022f-4712-9435-60b8c94c1ad6 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 May 17 16:32:47.688897 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f796-d469-43bc-8583-016d2929c8ac req-06f4a642-57b7-4b52-8f57-cab48bb577d9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:47.690837 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e044f796-d469-43bc-8583-016d2929c8ac req-06f4a642-57b7-4b52-8f57-cab48bb577d9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1033430 May 17 16:32:47.760111 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e044f796-d469-43bc-8583-016d2929c8ac req-a0d900d6-d077-465d-9b5d-c314293b48b7 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622728 May 17 16:32:48.170662 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:32:48.984239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c329cd-08da-4295-98a7-2d339a2e1adf req-a8b3f199-30b9-42c7-b997-61c1f048355d tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:48.986587 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-98c329cd-08da-4295-98a7-2d339a2e1adf req-a8b3f199-30b9-42c7-b997-61c1f048355d tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1048977 May 17 16:32:49.054339 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-98c329cd-08da-4295-98a7-2d339a2e1adf req-44ea9f84-4162-45ad-8dc0-4b4a1ed71ec9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598464 May 17 16:32:50.268762 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ef40-9439-44c4-8c8a-74cc06d63e46 req-c9d1e01f-72dd-4448-804f-3203308f0175 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:50.270252 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6c28ef40-9439-44c4-8c8a-74cc06d63e46 req-c9d1e01f-72dd-4448-804f-3203308f0175 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0914490 May 17 16:32:50.432721 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6c28ef40-9439-44c4-8c8a-74cc06d63e46 req-62c75b5b-4f8a-4a3f-aa01-0401efebf66b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560788 May 17 16:32:51.102625 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47ca53-9333-4da4-b68c-8e00f9ca41e5 req-8c446ef8-c713-464e-92e7-8d5954abd4d4 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.104638 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a47ca53-9333-4da4-b68c-8e00f9ca41e5 req-8c446ef8-c713-464e-92e7-8d5954abd4d4 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1059806 May 17 16:32:51.181159 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6a47ca53-9333-4da4-b68c-8e00f9ca41e5 req-1ee85d7e-082a-4878-9a79-3d53de8f5737 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680585 May 17 16:32:51.286879 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040467-04ca-4a96-804d-2a82b928459a req-f91cdcc2-777a-4832-a6fb-24d761054563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.288631 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-f91cdcc2-777a-4832-a6fb-24d761054563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 1099 time: 0.0821619 May 17 16:32:51.481410 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040467-04ca-4a96-804d-2a82b928459a req-4dc28c8d-b2d0-48ba-9971-70e3d48b0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.482837 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-4dc28c8d-b2d0-48ba-9971-70e3d48b0be4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.1875319 May 17 16:32:51.601417 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-4ed4910c-795b-47b6-86fc-b00b3b7be7bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 200 len: 1001 time: 0.1110859 May 17 16:32:51.683065 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040467-04ca-4a96-804d-2a82b928459a req-8024a567-3c79-460f-b2c7-a4216a56a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.685126 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-8024a567-3c79-460f-b2c7-a4216a56a61a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0765772 May 17 16:32:51.766892 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040467-04ca-4a96-804d-2a82b928459a req-d6ec1b02-e4cb-4e7f-8254-70d16dc138af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.768458 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-d6ec1b02-e4cb-4e7f-8254-70d16dc138af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770082 May 17 16:32:51.933094 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-746da1ba-b7d0-402d-ae5a-0fb1342cf973 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565869 May 17 16:32:52.091163 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2f040467-04ca-4a96-804d-2a82b928459a req-bddbad9c-e668-4507-9211-bfb846df71a0 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498914 May 17 16:32:52.461652 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10c488-b90a-46c8-9dcc-6655466093d5 req-0d2ed1fc-61fa-4262-a97c-85cfcc191fce tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:52.463161 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d10c488-b90a-46c8-9dcc-6655466093d5 req-0d2ed1fc-61fa-4262-a97c-85cfcc191fce tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.1100430 May 17 16:32:52.538337 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3d10c488-b90a-46c8-9dcc-6655466093d5 req-fa3e14b7-245a-4995-a920-c1b1dafc5921 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665793 May 17 16:32:53.757885 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598b083-ed85-411e-a2af-991ca82fd1b3 req-d9c693cb-c54d-4215-9452-f07ef7d651e9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:53.759513 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c598b083-ed85-411e-a2af-991ca82fd1b3 req-d9c693cb-c54d-4215-9452-f07ef7d651e9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0943720 May 17 16:32:53.814651 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c598b083-ed85-411e-a2af-991ca82fd1b3 req-cffb1e93-096c-453e-ad7a-8302acb8f325 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481179 May 17 16:32:55.545193 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:00.225855 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1b7968a8-9d71-4627-b23e-12ab8c5bc317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:02.822522 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:02.922909 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ce318e6e-cf52-458e-8433-21b1f2d8e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:03.945280 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:05.385898 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:25.175551 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:33:25.562573 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.145218 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b46f-379c-438d-bda1-d26136545b45 req-3f1b9213-0e1c-451a-9e58-8650c522dc74 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:28.146609 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-67a6b46f-379c-438d-bda1-d26136545b45 req-3f1b9213-0e1c-451a-9e58-8650c522dc74 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0974166 May 17 16:33:28.198842 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-67a6b46f-379c-438d-bda1-d26136545b45 req-7c508bfd-4632-4ea9-b7bb-8bf50bf8d657 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457985 May 17 16:33:29.394287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8ee6-2945-4669-8989-b6c7d04a285c req-9bace986-b0c2-49e4-91db-271d022b9052 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:29.395684 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8d3b8ee6-2945-4669-8989-b6c7d04a285c req-9bace986-b0c2-49e4-91db-271d022b9052 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0831835 May 17 16:33:29.441927 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-8d3b8ee6-2945-4669-8989-b6c7d04a285c req-b14dbde9-2924-4d0a-98bf-04601aef0f5b tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 May 17 16:33:30.040530 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-d913bf12-b29e-415c-b87f-5dc59692be2a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:30.041330 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-d913bf12-b29e-415c-b87f-5dc59692be2a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:30.180339 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-d913bf12-b29e-415c-b87f-5dc59692be2a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:30.180727 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-d913bf12-b29e-415c-b87f-5dc59692be2a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.2257740 May 17 16:33:30.208349 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c4f1e6fa-2929-41ec-b487-cd549bbcf5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.319427 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Deleting port 04453e77-7253-4daf-9ec2-07fd034cb7a3 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:30.319772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.547117 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] For port 04453e77-7253-4daf-9ec2-07fd034cb7a3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=04453e77-7253-4daf-9ec2-07fd034cb7a3,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:30.547628 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.637741 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf1ef2-df77-45fe-88e2-27b4f39c37b5 req-97997534-5b3c-4e07-9797-f2da3f7f02b8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:30.639257 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bccf1ef2-df77-45fe-88e2-27b4f39c37b5 req-97997534-5b3c-4e07-9797-f2da3f7f02b8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 946 time: 0.0869772 May 17 16:33:30.685380 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-bccf1ef2-df77-45fe-88e2-27b4f39c37b5 req-9b3170ba-7220-4530-9f17-99161f70d65d tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=e501346c-1503-4c9e-9c60-e042d1ea1f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 May 17 16:33:30.851032 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.851402 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.851716 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.l3_db [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Floating IP b45eb01d-6267-40d5-9c6f-5c460644db79 disassociated. External IP: 172.28.2.68, port: 04453e77-7253-4daf-9ec2-07fd034cb7a3. May 17 16:33:30.852046 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Calling delete_port for 04453e77-7253-4daf-9ec2-07fd034cb7a3 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:31.025309 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:31.031445 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-b394c339-9efd-4af9-9146-832fe3cb2cbf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:31.080958 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'Port': ['ID=04453e77-7253-4daf-9ec2-07fd034cb7a3,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:31.092377 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.092737 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.093093 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.093429 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.093769 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.094110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.094446 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.094774 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.095144 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.095473 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.095801 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.096126 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:31.100004 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:31.286669 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:31.471957 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:31.483077 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:31.492941 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:31.493818 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:33:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:31.550190 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] No DVR routers for this DVR port 04453e77-7253-4daf-9ec2-07fd034cb7a3 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:31.553231 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:31.555960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'name': 'network-vif-deleted', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:31.643362 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-d1c501e3-98c1-48b2-80d2-4711affe5929 req-4a269f76-46d6-4df1-bd42-acb8736defdf tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "DELETE /v2.0/ports/04453e77-7253-4daf-9ec2-07fd034cb7a3 HTTP/1.1" status: 204 len: 173 time: 1.4569583 May 17 16:33:31.661788 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4', 'name': 'network-vif-deleted', 'tag': '04453e77-7253-4daf-9ec2-07fd034cb7a3', 'status': 'completed', 'code': 200} May 17 16:33:31.701817 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:31.852760 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-05326369-78b3-447f-9c1b-2fb884ed00e2 req-430d9b52-0693-4430-a8af-8968d79143e9 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=b92fd616-d22b-4a9c-b3f5-7dcaa39b07b4 HTTP/1.1" status: 200 len: 210 time: 0.0471554 May 17 16:33:32.056091 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:32.060914 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:32.070079 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:32.070682 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:33:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:32.255066 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:32.586705 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:32.596045 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd397755-f074-40a6-9b4d-6593e9a9f3c8 None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:32.848266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a824188-6a02-4b5e-b0f5-ef8520278ed4 None None] New status for floating IP b45eb01d-6267-40d5-9c6f-5c460644db79: DOWN {{(pid=79276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:33:32.951062 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:32.952543 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-94afb17b-de62-4abf-9692-5e3053fa48d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.085445 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33160) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:33.156634 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.191303 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.362437 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.366705 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fa4007a3-57f5-4076-ad49-621bcb0a49e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:33.383485 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501346c-1503-4c9e-9c60-e042d1ea1f36,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:33.392328 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.392693 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.393054 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.393408 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.393757 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.394106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.394451 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.394797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.395280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.395517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.395856 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.396194 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:33.399725 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:33.555782 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.556939 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-76503302-cc2e-42f5-8ddc-fefcf9379252 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "DELETE /v2.0/security-groups/e501346c-1503-4c9e-9c60-e042d1ea1f36 HTTP/1.1" status: 204 len: 168 time: 0.4704638 May 17 16:33:33.560324 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33164) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:33.582768 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.api.v2.resource [None req-4b1104d9-e24e-4a99-bc3f-96d4904789b8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] show failed (client error): The resource could not be found. May 17 16:33:33.584311 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-4b1104d9-e24e-4a99-bc3f-96d4904789b8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups/e501346c-1503-4c9e-9c60-e042d1ea1f36 HTTP/1.1" status: 404 len: 347 time: 0.0226548 May 17 16:33:33.587037 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33168) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:33.817928 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Deleting port 53b5182a-b93b-473e-92da-f9e2b8df7962 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:33.818273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.927273 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.941884 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.942208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.973370 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 04453e77-7253-4daf-9ec2-07fd034cb7a3 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:34.009695 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: 04453e77-7253-4daf-9ec2-07fd034cb7a3 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:34.010039 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device 04453e77-7253-4daf-9ec2-07fd034cb7a3 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:34.067835 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Calling delete_port for 53b5182a-b93b-473e-92da-f9e2b8df7962 owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:34.299994 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.303932 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-59be755f-2464-44f8-916f-875a56fcbca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:34.350246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'Port': ['ID=53b5182a-b93b-473e-92da-f9e2b8df7962,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:34.353155 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:34.445655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.461108 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.462238 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-046aa592-10d4-4041-8acb-1d2ec822b65a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "DELETE /v2.0/floatingips/b45eb01d-6267-40d5-9c6f-5c460644db79 HTTP/1.1" status: 204 len: 168 time: 0.8742368 May 17 16:33:34.846654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33174) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:34.852201 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900222236', 'description': 'tempest-description--510040383'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:34.858202 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:34.862503 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:34.865531 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:34.872107 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:35.043188 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.064885 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:35.068753 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:35.071615 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:35.081656 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:35.152930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.248634 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.252720 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-59c72e7a-ce86-4687-a52f-a81a22f03ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:35.296300 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:35.299418 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:35.351490 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.390293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.391634 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5439391 May 17 16:33:35.394511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33178) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:35.399739 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group_rule': {'security_group_id': 'ffe51d2b-c3f2-49cf-930b-cfa3e321fd66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:35.405997 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:35.409875 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:35.412759 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:35.419376 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:35.517279 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.579039 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.698788 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.700789 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:35.726380 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eb538b-a89d-4321-9264-092ea5f7e893,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:35.732629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:35.830382 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.831625 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361610 May 17 16:33:35.834286 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33182) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:35.839429 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'security_group_rule': {'security_group_id': 'ffe51d2b-c3f2-49cf-930b-cfa3e321fd66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:35.846175 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:35.856026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:security_group_rule and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:35.856026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:35.859649 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:35.983355 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.072319 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.243613 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.253684 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-fa34395e-a3be-4fdd-a3d7-e8ce20e41d02 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:36.273931 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90680776-21f3-429a-a2d9-d2950bbef611,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:36.276947 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:36.385124 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.386676 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-91f00215-9246-41c7-a4aa-1487c16eaf29 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513797 May 17 16:33:36.390337 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33186) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:36.395689 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:36.401579 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:36.405433 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Usage tracker for resource:floatingip and tenant:2ba48a57ae8e44c29592cdb096b14849 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:36.408342 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:36.414017 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:36.493994 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.635585 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.774158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Allocated IP 172.28.2.32 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/c50ba838-0cd5-48ad-8518-f7dd632f02f2) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:33:36.920878 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.019845 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.023702 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a3edf298-4bd3-4405-98c3-6cf0618e56f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:37.085536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:33:37.088320 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:33:37.092448 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:33:37.133192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=c50ba838-0cd5-48ad-8518-f7dd632f02f2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:37.137750 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:37.179158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.412162 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.636795 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.699993 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.706200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:37.822362 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=c50ba838-0cd5-48ad-8518-f7dd632f02f2,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:37.826467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:37.833297 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.990692 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.991899 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b880ed57-4c9d-4938-b023-7d4c2224a2ab tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6005471 May 17 16:33:38.206942 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-450eee36-4389-4987-b542-806103f72fef req-f9cd01ae-9b08-4715-92ca-c580cde5edcb tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:38.299265 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-450eee36-4389-4987-b542-806103f72fef req-f9cd01ae-9b08-4715-92ca-c580cde5edcb tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:38.300791 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-f9cd01ae-9b08-4715-92ca-c580cde5edcb tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1900222236&fields=id&tenant_id=2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 267 time: 0.1384938 May 17 16:33:38.453563 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-30ca6cc6-d9d5-4fda-b804-a22a8d5c633a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:38.455023 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-30ca6cc6-d9d5-4fda-b804-a22a8d5c633a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 810 time: 0.1475596 May 17 16:33:38.470394 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-de979398-be10-48b5-9021-67969230370e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/quotas/2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 375 time: 0.0099909 May 17 16:33:38.554293 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-450eee36-4389-4987-b542-806103f72fef req-17c11a7a-e6bb-4ff1-be4b-8d751ae27e21 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:38.630205 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-450eee36-4389-4987-b542-806103f72fef req-17c11a7a-e6bb-4ff1-be4b-8d751ae27e21 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:38.631552 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-17c11a7a-e6bb-4ff1-be4b-8d751ae27e21 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560378 May 17 16:33:38.648547 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-1d722cbb-b469-44e7-94c8-093d62d22aeb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:33:38.649512 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-1d722cbb-b469-44e7-94c8-093d62d22aeb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055449 May 17 16:33:38.789652 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-951fc38a-33f4-4358-8156-dadf1588a6f2 service neutron] 10.222.0.59 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340091 May 17 16:33:39.026029 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-e532a317-7209-48fd-92f4-2c229ecffd8e service neutron] 10.222.0.59 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292802 May 17 16:33:39.323174 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-60e01a5c-fd10-41ef-8a14-715e5a1039ac req-bbfc5ac0-198f-4bb7-a9e2-e7c3a6bc96b4 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 210 time: 0.0521390 May 17 16:33:40.426757 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-868a014e-e156-49aa-ba39-a1b436739c03 req-aa110605-f09d-4403-82f9-40334c9677cc tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 210 time: 0.0460861 May 17 16:33:41.581030 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5779523e-2a1b-450d-b98f-af97b1a8b182 req-19c7c2d2-89ab-4a8d-8a32-1c41a121b5ae tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 210 time: 0.0428331 May 17 16:33:42.019193 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-512f478b-7b33-44ab-a723-9623c9cf8035 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:42.020999 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-512f478b-7b33-44ab-a723-9623c9cf8035 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 810 time: 0.1546190 May 17 16:33:42.076694 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-9b5be755-3cc3-44ef-94cb-16b74971cb9e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba48a57ae8e44c29592cdb096b14849 HTTP/1.1" status: 200 len: 380 time: 0.0464728 May 17 16:33:42.086324 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'port': {'device_id': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'admin_state_up': True, 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'security_groups': ['ffe51d2b-c3f2-49cf-930b-cfa3e321fd66']}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:42.237735 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:42.248129 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:42.317882 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Made reservation on behalf of 2ba48a57ae8e44c29592cdb096b14849 for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:33:42.322558 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:42.486610 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Allocated IP 172.20.0.6 (144135d2-b6de-4aad-a9c7-90ae884ee541/6faa7288-f7d2-4b5a-8136-8b6392a515ca/efccf2b7-b8f8-4d28-b6aa-81a962824d6a) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:33:42.737120 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-06f26dda-1bac-46c7-9b27-751e5028020f req-c4f7a566-075d-48fc-a8a5-63302c198131 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 210 time: 0.0459580 May 17 16:33:42.807067 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:42.823422 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Transition to ACTIVE for port object efccf2b7-b8f8-4d28-b6aa-81a962824d6a will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:33:42.922873 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:42.929790 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1a174aa8-00e4-4ac1-a4d7-82c97aeba6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:42.997815 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:33:43.001087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:33:43.003674 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:33:43.053954 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event updated for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:43.059331 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:43.082575 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:43.086055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:43.214656 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327138 May 17 16:33:43.226169 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Request body: {'port': {'device_id': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:43.338725 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:43.420124 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-6570f0c8-20c3-4261-9da8-3275cb7fac5a None None] Provisioning for port efccf2b7-b8f8-4d28-b6aa-81a962824d6a completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:33:43.425504 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-6570f0c8-20c3-4261-9da8-3275cb7fac5a None None] Provisioning complete for port efccf2b7-b8f8-4d28-b6aa-81a962824d6a triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:43.425879 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6570f0c8-20c3-4261-9da8-3275cb7fac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:43.478279 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-6570f0c8-20c3-4261-9da8-3275cb7fac5a None None] Port efccf2b7-b8f8-4d28-b6aa-81a962824d6a cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:33:43.680451 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efccf2b7-b8f8-4d28-b6aa-81a962824d6a {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:33:43.688211 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:43.702421 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Transition to ACTIVE for port object efccf2b7-b8f8-4d28-b6aa-81a962824d6a will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:33:43.773588 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:43.778488 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-aa8e36d3-c91c-4c14-a414-7b515ecffa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:43.943825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:43.947179 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ea82f-db69-4cc0-a920-2ec71db4e284 req-4eef82e9-c436-4de2-83a6-3562b44edcba tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:43.955539 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-042ea82f-db69-4cc0-a920-2ec71db4e284 req-4eef82e9-c436-4de2-83a6-3562b44edcba tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 943 time: 0.1068969 May 17 16:33:43.979391 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:44.002507 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-042ea82f-db69-4cc0-a920-2ec71db4e284 req-3ffcb495-68ee-48f0-9f1b-256c86c65b89 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 May 17 16:33:44.036344 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Attempting to bind port efccf2b7-b8f8-4d28-b6aa-81a962824d6a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:33:44.036612 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Attempting to bind port efccf2b7-b8f8-4d28-b6aa-81a962824d6a by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:33:44.036941 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Attempting to bind port efccf2b7-b8f8-4d28-b6aa-81a962824d6a on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:33:44.041698 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Port efccf2b7-b8f8-4d28-b6aa-81a962824d6a on network 144135d2-b6de-4aad-a9c7-90ae884ee541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:33:44.042017 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Attempting to bind port efccf2b7-b8f8-4d28-b6aa-81a962824d6a on network 144135d2-b6de-4aad-a9c7-90ae884ee541 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:33:44.047803 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:33:44.048137 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Checking segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:33:44.048522 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Bound using segment: {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:33:44.048947 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Bound port: efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c62f6b-5414-4c30-8881-6fab16edd110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:33:44.049288 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:44.137927 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:33:44.141685 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:33:44.237449 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:44.241653 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-708e9c79-83b8-4320-9980-f4d6bd8df837 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:44.304004 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:44.304617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:44.305998 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] 10.222.0.26 "PUT /v2.0/ports/efccf2b7-b8f8-4d28-b6aa-81a962824d6a HTTP/1.1" status: 200 len: 1093 time: 1.0839090 May 17 16:33:44.307631 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:44.337482 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:44.337482 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:44.364719 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'status': 'completed', 'code': 200} May 17 16:33:44.468229 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-02d18dfe-f100-4933-8f7f-6bfe89fd774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:44.469814 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-02d18dfe-f100-4933-8f7f-6bfe89fd774b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 1096 time: 0.0796473 May 17 16:33:44.629993 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-1ab09c5d-c772-4266-b228-5634c9ec264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:44.631391 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-1ab09c5d-c772-4266-b228-5634c9ec264c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ba48a57ae8e44c29592cdb096b14849&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1536932 May 17 16:33:44.780082 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-e1c98953-cc16-4027-8ef9-833b3ba81742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:44.781556 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-18e455fb-176c-4d10-bc47-e8f5ace79164 req-e1c98953-cc16-4027-8ef9-833b3ba81742 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444333 May 17 16:33:44.906869 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-cc1d4953-dec4-4e8c-ba20-483053346ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:44.908562 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-cc1d4953-dec4-4e8c-ba20-483053346ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 1096 time: 0.0906296 May 17 16:33:45.074806 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-2c6ac7e5-3c64-48c3-9d3a-83048c99f21e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a HTTP/1.1" status: 200 len: 217 time: 0.1593962 May 17 16:33:45.147187 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-345d9089-8e18-4f63-984a-7b9aba44aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:45.148683 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-345d9089-8e18-4f63-984a-7b9aba44aa25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0680954 May 17 16:33:45.208499 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d517d1f-9140-48ed-9968-7af289bef00c req-c14e90bd-3361-4ff2-97ac-b895053548e0 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:45.209922 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6d517d1f-9140-48ed-9968-7af289bef00c req-c14e90bd-3361-4ff2-97ac-b895053548e0 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 943 time: 0.0884371 May 17 16:33:45.228868 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eee36-4389-4987-b542-806103f72fef req-0a8d279d-15ab-4059-953d-e0eb10c4d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:45.230325 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-0a8d279d-15ab-4059-953d-e0eb10c4d007 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757313 May 17 16:33:45.260291 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6d517d1f-9140-48ed-9968-7af289bef00c req-689175aa-b62a-4a1f-ba5f-96f22bb6b610 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444477 May 17 16:33:45.367577 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-f63e1941-e07d-40f9-8b1e-00b869354cba service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307154 May 17 16:33:45.523810 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-450eee36-4389-4987-b542-806103f72fef req-4afefda7-31f1-41c1-927e-34246fef3665 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501713 May 17 16:33:46.472167 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d174-377f-4d54-a533-a95a2364d873 req-c2bc6681-34b1-419d-89d0-9358d4e4c639 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:46.473613 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c760d174-377f-4d54-a533-a95a2364d873 req-c2bc6681-34b1-419d-89d0-9358d4e4c639 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 943 time: 0.0834811 May 17 16:33:46.520882 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c760d174-377f-4d54-a533-a95a2364d873 req-a58ce111-ca3d-4512-9134-dee4e028e22f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 May 17 16:33:47.709223 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348568f-1a6a-44c1-a4fb-a81efae5a1e3 req-bb109312-df6f-4913-a87d-eb761dd6fe66 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:47.710691 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5348568f-1a6a-44c1-a4fb-a81efae5a1e3 req-bb109312-df6f-4913-a87d-eb761dd6fe66 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 943 time: 0.0845530 May 17 16:33:47.754394 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5348568f-1a6a-44c1-a4fb-a81efae5a1e3 req-464414ff-9053-478b-a28f-e8a9290abc36 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 May 17 16:33:48.026423 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device efccf2b7-b8f8-4d28-b6aa-81a962824d6a details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:33:48.176445 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:48.191427 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'port_id': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'mac_address': 'fa:16:3e:eb:be:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:33:48.249108 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:48.266334 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efccf2b7-b8f8-4d28-b6aa-81a962824d6a {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:33:48.281749 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:48.351202 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:48.352984 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:48.417986 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:48.425683 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.426030 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.426366 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.426748 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.427047 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.427379 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.427702 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.428022 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.428357 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.428666 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.428981 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.429294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:48.433067 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:48.578282 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['efccf2b7-b8f8-4d28-b6aa-81a962824d6a'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:48.943193 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c609e5c-c013-4d1f-9903-d3985f543f84 req-21156de1-8a9b-4112-891f-e8926233a63a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:48.944645 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c609e5c-c013-4d1f-9903-d3985f543f84 req-21156de1-8a9b-4112-891f-e8926233a63a tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 944 time: 0.0799038 May 17 16:33:48.993609 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-5c609e5c-c013-4d1f-9903-d3985f543f84 req-a4e0aa3c-8cab-4614-9ab7-cbfa119ab147 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 May 17 16:33:50.050921 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device efccf2b7-b8f8-4d28-b6aa-81a962824d6a up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:33:50.179075 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58683e-a9d3-4ed1-9d09-d970e5356fd3 req-a2d94bb6-3f9b-42c4-a3e8-a3f32c6dc2b3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:50.180443 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fb58683e-a9d3-4ed1-9d09-d970e5356fd3 req-a2d94bb6-3f9b-42c4-a3e8-a3f32c6dc2b3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 944 time: 0.0812826 May 17 16:33:50.208181 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port efccf2b7-b8f8-4d28-b6aa-81a962824d6a completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:33:50.213222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port efccf2b7-b8f8-4d28-b6aa-81a962824d6a triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:50.213711 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:50.227602 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-fb58683e-a9d3-4ed1-9d09-d970e5356fd3 req-9d7a54ce-d0c0-47a2-b416-0de146ffbfc8 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 May 17 16:33:50.332434 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:50.362110 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:50.372161 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:50.470816 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'code': 200} May 17 16:33:50.493629 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:50.495530 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:50.561270 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:50.564265 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:50.851160 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866a9e-9690-44a4-a733-b12d5a2bcd71 req-7a8f925c-aeab-45c8-b38a-f10a8d8bc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:50.852639 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-66866a9e-9690-44a4-a733-b12d5a2bcd71 req-7a8f925c-aeab-45c8-b38a-f10a8d8bc344 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 1098 time: 0.0778112 May 17 16:33:50.892254 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-66866a9e-9690-44a4-a733-b12d5a2bcd71 req-1f2d56a3-1290-49ae-b1a0-c665441d8627 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 May 17 16:33:51.426535 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18ca8c-b939-491b-8223-285b1b1ccb3c req-99042246-bd15-4e98-81e5-ec0197103b04 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:51.427987 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c18ca8c-b939-491b-8223-285b1b1ccb3c req-99042246-bd15-4e98-81e5-ec0197103b04 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0907936 May 17 16:33:51.472283 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9c18ca8c-b939-491b-8223-285b1b1ccb3c req-dbdda8c7-2971-4a14-a397-9048a6f1c393 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386646 May 17 16:33:52.667661 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4912b-fa70-4144-9cf4-2ae986adae26 req-6e47b0ab-04a0-4cb5-9f16-f14334895525 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:52.669093 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-beb4912b-fa70-4144-9cf4-2ae986adae26 req-6e47b0ab-04a0-4cb5-9f16-f14334895525 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0832605 May 17 16:33:52.718497 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-beb4912b-fa70-4144-9cf4-2ae986adae26 req-7fe941fa-1b23-4b20-ab51-162fde905e6f tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 May 17 16:33:52.896218 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445ff30-fd76-4b15-9711-d0d914eb04be req-7850b0e0-2660-4386-bc2f-a7998664b8ea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:52.897645 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-f445ff30-fd76-4b15-9711-d0d914eb04be req-7850b0e0-2660-4386-bc2f-a7998664b8ea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0805733 May 17 16:33:52.906373 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33250) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:52.911530 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Request body: {'floatingip': {'port_id': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:52.988186 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:53.682641 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:53.762418 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:53.933306 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Floating IP ac58ffdb-4b10-4778-8396-7980bf771fee associated. External IP: 172.28.2.32, port: efccf2b7-b8f8-4d28-b6aa-81a962824d6a. May 17 16:33:54.290771 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:54.470776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:54.475661 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:54.479950 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:54.489496 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:54.490150 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:33:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:54.528593 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-09fa7927-7eea-4486-b1fe-5883d243eaa1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "PUT /v2.0/floatingips/ac58ffdb-4b10-4778-8396-7980bf771fee HTTP/1.1" status: 200 len: 990 time: 1.6211696 May 17 16:33:54.529384 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:54.633173 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'status': 'completed', 'code': 200} May 17 16:33:54.709021 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:54.725552 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-75488290-c08b-4ce1-b3e7-29268439704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:54.727046 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-75488290-c08b-4ce1-b3e7-29268439704c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 1098 time: 0.0711806 May 17 16:33:54.858916 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-543cb45c-3d37-4063-bb23-4c160cb12a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:54.860391 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-543cb45c-3d37-4063-bb23-4c160cb12a9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.1270475 May 17 16:33:54.970295 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-e0470cfb-6aa3-4177-a6d7-a546db592704 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a HTTP/1.1" status: 200 len: 998 time: 0.1034374 May 17 16:33:55.039200 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-6ea8b93d-ae61-4afe-a261-023709d61df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:55.041342 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-6ea8b93d-ae61-4afe-a261-023709d61df3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0641022 May 17 16:33:55.058737 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'ac58ffdb-4b10-4778-8396-7980bf771fee', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:eb:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:37Z', 'updated_at': '2021-05-17T16:33:53Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:55.064162 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:55.072749 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:55.073355 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:33:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:55.123448 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-343816df-561b-430d-9f27-380c956ea895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:55.124844 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-343816df-561b-430d-9f27-380c956ea895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776262 May 17 16:33:55.258002 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-c3b12662-e4f0-4ca8-a439-7f369a9674cb service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258767 May 17 16:33:55.267874 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:55.392482 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-639619a1-ee68-46ee-8480-14fe57c29a37 req-9cb55149-3f88-4c7a-8690-346f6f2d97e0 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270156 May 17 16:33:55.539380 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:55.614937 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'ac58ffdb-4b10-4778-8396-7980bf771fee', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:eb:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:37Z', 'updated_at': '2021-05-17T16:33:53Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:55.618934 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa3d15-7f09-4684-a183-77a5c803abe8 None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': 'ac58ffdb-4b10-4778-8396-7980bf771fee', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'port_id': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'mac_address': 'fa:16:3e:eb:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:37Z', 'updated_at': '2021-05-17T16:33:53Z', 'revision_number': 1, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:55.826524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49383e29-3b82-4fc3-92f8-941c2373c533 None None] New status for floating IP ac58ffdb-4b10-4778-8396-7980bf771fee: ACTIVE {{(pid=79276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:34:00.196468 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-798fb1b7-9e5c-4af6-b856-7ce8d79e9ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:02.174789 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:34:02.876634 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:02.916703 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d88ef660-4c57-499b-9eae-b4178058bb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:03.905600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:05.293597 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:25.579966 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.556218 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-a7b0489f-b177-41f6-9919-c1ec40efa1aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699937 May 17 16:34:29.705831 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-0d42b5f5-530f-4f14-b664-4b3fb2f06e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:29.707314 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-0d42b5f5-530f-4f14-b664-4b3fb2f06e75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba48a57ae8e44c29592cdb096b14849&device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 1098 time: 0.0747201 May 17 16:34:29.939137 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-924b4024-eb07-49ab-a238-7357edba2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:29.940576 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-924b4024-eb07-49ab-a238-7357edba2637 service neutron] 10.222.0.26 "GET /v2.0/networks?id=144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 200 len: 911 time: 0.2126937 May 17 16:34:30.046814 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-f9d9fb41-0d9e-488d-899d-2777624a0cf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a HTTP/1.1" status: 200 len: 1000 time: 0.0987382 May 17 16:34:30.111164 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-f952f5bc-03db-45ab-9dc4-93b6d42692a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:30.114185 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-f952f5bc-03db-45ab-9dc4-93b6d42692a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 200 len: 849 time: 0.0591483 May 17 16:34:30.192858 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-ba7c9573-d825-49ef-b307-6fb3486bc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:30.194247 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-ba7c9573-d825-49ef-b307-6fb3486bc5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=144135d2-b6de-4aad-a9c7-90ae884ee541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744543 May 17 16:34:30.213950 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-17601b57-de27-4001-9cdf-616e5a7fe5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.325768 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-4b45b516-99f4-4988-a07c-47ce7d1383e0 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242037 May 17 16:34:30.457623 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2b03aa8b-e661-4582-8f33-52dd278a6f0b req-15a546e9-85f0-4d3d-be71-7aa817466a76 service neutron] 10.222.0.26 "GET /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247189 May 17 16:34:32.790904 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:32.871068 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea253-05f1-4b62-a7d2-24a4ab11b428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:33.943432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:35.337580 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:39.174146 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:34:48.388500 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b0dc6-d058-4af9-9883-ac407518535d req-f9ca571d-1a11-4506-ac4e-b649c07deaf3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:48.390831 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-285b0dc6-d058-4af9-9883-ac407518535d req-f9ca571d-1a11-4506-ac4e-b649c07deaf3 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0858197 May 17 16:34:48.438382 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-285b0dc6-d058-4af9-9883-ac407518535d req-cf457b25-7e08-4845-b75a-0c8c557ccb24 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 May 17 16:34:49.629103 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cce1d-66d2-4bdc-a1b0-226536373d8b req-227e9817-fa2b-4262-a842-093c123a1d13 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:49.630634 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d47cce1d-66d2-4bdc-a1b0-226536373d8b req-227e9817-fa2b-4262-a842-093c123a1d13 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0809681 May 17 16:34:49.687688 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d47cce1d-66d2-4bdc-a1b0-226536373d8b req-32d98608-3164-40e2-adca-39d992357c4d tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508978 May 17 16:34:50.153825 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04941f16-393c-4883-a405-e81b196d7345 req-5fc8ee25-218c-4d37-9317-549f43277620 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:50.154512 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-04941f16-393c-4883-a405-e81b196d7345 req-5fc8ee25-218c-4d37-9317-549f43277620 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Synchronizing usage tracker for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:34:50.248154 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-04941f16-393c-4883-a405-e81b196d7345 req-5fc8ee25-218c-4d37-9317-549f43277620 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Unset dirty status for tenant:2ba48a57ae8e44c29592cdb096b14849 on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:34:50.249741 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-04941f16-393c-4883-a405-e81b196d7345 req-5fc8ee25-218c-4d37-9317-549f43277620 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.1748562 May 17 16:34:50.393468 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Deleting port efccf2b7-b8f8-4d28-b6aa-81a962824d6a {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:50.393803 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:50.525853 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] For port efccf2b7-b8f8-4d28-b6aa-81a962824d6a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:50.526205 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:50.817953 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:50.818237 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:50.818527 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.l3_db [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Floating IP ac58ffdb-4b10-4778-8396-7980bf771fee disassociated. External IP: 172.28.2.32, port: efccf2b7-b8f8-4d28-b6aa-81a962824d6a. May 17 16:34:50.818851 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Calling delete_port for efccf2b7-b8f8-4d28-b6aa-81a962824d6a owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:50.876926 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d436-3f78-4c90-ac55-a2bee29de6ce req-08091f49-6c38-4b71-95cf-7ef2b102eca1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:50.878440 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-69d3d436-3f78-4c90-ac55-a2bee29de6ce req-08091f49-6c38-4b71-95cf-7ef2b102eca1 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 945 time: 0.0826006 May 17 16:34:50.925500 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-69d3d436-3f78-4c90-ac55-a2bee29de6ce req-f75d02ec-d646-4a83-832b-f39741179264 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 May 17 16:34:50.996614 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:51.002373 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a1097161-60a7-45cc-8c23-7829ec9a3dd4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:51.047413 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'Port': ['ID=efccf2b7-b8f8-4d28-b6aa-81a962824d6a,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:51.058201 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.058500 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.058860 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.059465 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.063143 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:51.066001 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:51.334364 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:34:51.518736 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:34:51.528114 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:34:51.538312 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:51.538829 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:34:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:51.594433 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] No DVR routers for this DVR port efccf2b7-b8f8-4d28-b6aa-81a962824d6a on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:51.597774 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:51.600537 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'name': 'network-vif-deleted', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:34:51.650526 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f436ac2-5c78-46a3-a85b-96646cf1734f', 'name': 'network-vif-deleted', 'tag': 'efccf2b7-b8f8-4d28-b6aa-81a962824d6a', 'status': 'completed', 'code': 200} May 17 16:34:51.689301 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-04941f16-393c-4883-a405-e81b196d7345 req-ba171c75-f48f-48f4-a318-affaf843473c tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.26 "DELETE /v2.0/ports/efccf2b7-b8f8-4d28-b6aa-81a962824d6a HTTP/1.1" status: 204 len: 173 time: 1.4340465 May 17 16:34:51.719839 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:52.069911 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:52.073951 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:34:52.082798 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:52.083443 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:34:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:52.226966 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b4a58e6c-1945-4693-af2a-81c7b02ef1ff req-bfbdc333-fb6b-4fe5-a7e6-bfe436b7e47d tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f436ac2-5c78-46a3-a85b-96646cf1734f HTTP/1.1" status: 200 len: 210 time: 0.1730006 May 17 16:34:52.271436 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:52.590576 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:52.596008 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff5eac9-f000-4966-b19a-ecbe2f72181a None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:30:38Z', 'revision_number': 4, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af', 'name': '', 'network_id': '144135d2-b6de-4aad-a9c7-90ae884ee541', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'mac_address': 'fa:16:3e:cf:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:37Z', 'updated_at': '2021-05-17T16:30:44Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'subnets': [{'id': '6faa7288-f7d2-4b5a-8136-8b6392a515ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:34:52.858313 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ec886-d331-47fd-bf56-6d6b4cbc5b36 None None] New status for floating IP ac58ffdb-4b10-4778-8396-7980bf771fee: DOWN {{(pid=79276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:34:53.413753 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33434) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:53.477945 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:53.506897 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:53.651675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:53.655985 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cb6d1cad-016d-42ea-81d4-0b4add5c7b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:53.672375 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe51d2b-c3f2-49cf-930b-cfa3e321fd66,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:53.680734 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.681107 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.681475 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.681843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.682203 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.682565 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.682916 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.683297 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.683650 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.684001 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.684351 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.684701 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:53.688595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:53.772021 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:53.773200 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-13b6c019-8275-4a32-8430-d09b58be947e tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "DELETE /v2.0/security-groups/ffe51d2b-c3f2-49cf-930b-cfa3e321fd66 HTTP/1.1" status: 204 len: 168 time: 0.3584707 May 17 16:34:53.777529 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33438) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:53.794452 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.api.v2.resource [None req-b573a03c-975d-466b-a9b9-555fc5294225 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] show failed (client error): The resource could not be found. May 17 16:34:53.795591 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b573a03c-975d-466b-a9b9-555fc5294225 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "GET /v2.0/security-groups/ffe51d2b-c3f2-49cf-930b-cfa3e321fd66 HTTP/1.1" status: 404 len: 347 time: 0.0169883 May 17 16:34:53.800211 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33442) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:54.022275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Deleting port c50ba838-0cd5-48ad-8518-f7dd632f02f2 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:54.022678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.147578 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.147901 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.271283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Calling delete_port for c50ba838-0cd5-48ad-8518-f7dd632f02f2 owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:54.396200 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device efccf2b7-b8f8-4d28-b6aa-81a962824d6a no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:54.430260 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: efccf2b7-b8f8-4d28-b6aa-81a962824d6a {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:54.430601 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device efccf2b7-b8f8-4d28-b6aa-81a962824d6a not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:54.459848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.464612 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-d7924bcb-b9e2-4d74-8203-77511b3db392 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:54.508058 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Pushing event deleted for resources: {'Port': ['ID=c50ba838-0cd5-48ad-8518-f7dd632f02f2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:54.534250 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:54.600953 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.614570 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:54.615693 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] 10.222.0.59 "DELETE /v2.0/floatingips/ac58ffdb-4b10-4778-8396-7980bf771fee HTTP/1.1" status: 204 len: 168 time: 0.8146379 May 17 16:34:55.591069 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:59.331471 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33472) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:59.959557 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.275106 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed63ce35-7d0f-47fd-8f5e-5a5c26d42319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.424732 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Deleting port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:35:00.425399 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.560627 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] For port 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:35:00.560888 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.802673 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Calling delete_port for 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af owned by network:router_interface {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:35:01.092961 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.102969 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-04d5c91c-7525-4234-bf25-678af27e9be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:01.146458 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:01.149862 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:01.425478 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.806827 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:35:01.989749 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:35:01.998250 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Sync routers for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:35:02.003799 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] 10.222.0.59 "PUT /v2.0/routers/3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6711953 May 17 16:35:02.006225 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33476) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:02.009651 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:35:02.010534 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:34:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:02.181984 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.187228 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:35:02.462204 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.482184 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:35:00Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:02.486501 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Checking router: 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:35:02.495062 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Routers {'3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:35:02.495747 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:34:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:02.701943 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] Set router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:35:02.781501 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Deleting port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:35:02.781921 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.906713 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] For port 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:35:02.907102 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.974775 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.994944 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:35:00Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:02.999859 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26aa21-fe48-4ea7-a1fb-57a0f5661879 None None] The sync data for ids ['3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2'] in dv-cinder-768105-8-smb is: [{'id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'name': 'tempest-AttachVolumeTestJSON-437974792-router', 'tenant_id': '2ba48a57ae8e44c29592cdb096b14849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:30:33Z', 'updated_at': '2021-05-17T16:35:00Z', 'revision_number': 5, 'project_id': '2ba48a57ae8e44c29592cdb096b14849', 'gw_port': {'id': '23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:30:34Z', 'updated_at': '2021-05-17T16:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:35:03.023184 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-64f24012-00b0-40d1-8c25-367b815f42b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.054776 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Calling delete_port for 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 owned by network:router_gateway {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:35:03.320157 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.324899 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a66c6614-7d59-4f36-b8fe-2803714e5bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:03.370129 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:03.397356 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:03.469829 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.644531 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.646676 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.777373 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.778154 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 {{(pid=79274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:35:03.792051 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.799300 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-2f9a7e0d-e216-4e28-8eed-b7ff04a37ec7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3de8dd0d-7cd5-473b-97a4-5bb6da02d1d2 HTTP/1.1" status: 204 len: 168 time: 1.7860622 May 17 16:35:03.799300 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33480) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:03.864303 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_v2 [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Deleting subnet 6faa7288-f7d2-4b5a-8136-8b6392a515ca {{(pid=79274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:35:03.867934 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.920006 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4292928175'] for subnet, precommit_delete_associations {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:03.997994 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.013758 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.275414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:35:04.310769 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:35:04.311479 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 6cbbde1e-c1b1-48f9-a98e-994a4dd7e3af not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:35:04.311600 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:35:04.345928 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:35:04.346279 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 23dcd5a9-cbde-4aeb-9eee-e83b6b023ea4 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:35:04.435574 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293313403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4292875307'] for subnet, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.440627 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-5d1735c9-96ed-425f-9e43-1e8df9b71949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:04.569637 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6faa7288-f7d2-4b5a-8136-8b6392a515ca,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:04.572137 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:04.575229 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for subnet, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.581003 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444fd3cc-6670-48db-a24f-ecb4a3f74957 None None] Network 144135d2-b6de-4aad-a9c7-90ae884ee541 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:35:04.582719 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-c570f9f9-c427-4f19-9a91-dd5e5c5a0489 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6faa7288-f7d2-4b5a-8136-8b6392a515ca HTTP/1.1" status: 204 len: 168 time: 0.7852564 May 17 16:35:04.585106 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33484) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:04.699141 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.776025 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Deleting port 0958d521-c17b-423f-b3d3-43ea99000b82 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:35:04.776395 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.835234 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] DHCP port deletion for 144135d2-b6de-4aad-a9c7-90ae884ee541 request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:35:04.882528 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] For port 0958d521-c17b-423f-b3d3-43ea99000b82, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0958d521-c17b-423f-b3d3-43ea99000b82,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:35:04.882881 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.899801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Deleting port 0958d521-c17b-423f-b3d3-43ea99000b82 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:35:04.900186 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.000981 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] For port 0958d521-c17b-423f-b3d3-43ea99000b82, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0958d521-c17b-423f-b3d3-43ea99000b82,segment=NetworkSegment(b3c62f6b-5414-4c30-8881-6fab16edd110),segment_id=b3c62f6b-5414-4c30-8881-6fab16edd110)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:35:05.002316 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.007868 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Calling delete_port for 0958d521-c17b-423f-b3d3-43ea99000b82 owned by network:dhcp {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:35:05.124875 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Calling delete_port for 0958d521-c17b-423f-b3d3-43ea99000b82 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:35:05.133853 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.139008 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-94b44329-d79a-4d34-b9dc-b45070aa60e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:05.168561 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.172349 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:05.185343 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=0958d521-c17b-423f-b3d3-43ea99000b82,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:05.193334 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:05.193334 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] No DVR routers for this DVR port 0958d521-c17b-423f-b3d3-43ea99000b82 on host dv-cinder-768105-8-smb {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:35:05.226371 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Pushing event deleted for resources: {'Port': ['ID=0958d521-c17b-423f-b3d3-43ea99000b82,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:05.239406 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] No DVR routers for this DVR port 0958d521-c17b-423f-b3d3-43ea99000b82 on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:35:05.241151 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.241491 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.241851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.242180 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.242506 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.242829 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.243172 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.243492 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.243807 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.244122 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.244435 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.244746 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:05.250775 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-102239a0-0727-4cbf-81d6-cfa0f428926a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:05.308933 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.321842 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144135d2-b6de-4aad-a9c7-90ae884ee541']}} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:05.334910 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c62f6b-5414-4c30-8881-6fab16edd110') {'for_net_delete': True} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:05.335227 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.services.segments.db [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c62f6b-5414-4c30-8881-6fab16edd110') {} {{(pid=79274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:35:05.347753 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4292928160'] for segment, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.362989 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.364324 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.370237 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=79274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:35:05.374071 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293313501'] for segment, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: Traceback (most recent call last): May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: timer() May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: cb(*args, **kw) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: return func(*args, **kwargs) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: self._notify() May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: self.callback(batched_events) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: event.method(event) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: return f(self, *a, **k) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: return self._get(url).json() May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: return self.request(url, 'GET', **kwargs) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:35:05.384141 dv-cinder-768105-8-smb neutron-server[79274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:35:05.527880 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.532087 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:05.548783 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.554794 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=144135d2-b6de-4aad-a9c7-90ae884ee541,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:05.560490 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:05.638538 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] 10.222.0.59 "DELETE /v2.0/networks/144135d2-b6de-4aad-a9c7-90ae884ee541 HTTP/1.1" status: 204 len: 168 time: 1.0521107 May 17 16:35:05.968649 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0958d521-c17b-423f-b3d3-43ea99000b82 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:35:06.003535 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 0958d521-c17b-423f-b3d3-43ea99000b82 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:35:06.004144 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0958d521-c17b-423f-b3d3-43ea99000b82 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:35:06.004980 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33490) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:06.055599 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-83d3c7a9-e3b5-483b-94f9-46994c7c73ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ba48a57ae8e44c29592cdb096b14849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492847 May 17 16:35:06.057885 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33494) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:06.117599 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:06.144227 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:06.337360 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:06.341190 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:06.355305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f21732-7c32-44cc-951f-4b332cabd98b,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:06.359178 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:06.363057 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:06.364148 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a42c9549-fc89-42c4-bedf-cc1cbe99ee8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77f21732-7c32-44cc-951f-4b332cabd98b HTTP/1.1" status: 204 len: 168 time: 0.3053560 May 17 16:35:12.021000 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33556) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:12.168592 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.183913 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:12.187891 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Usage tracker for resource:security_group_rule and tenant:42bd5100959942eb935080e89186034f is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:12.190711 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:12.197041 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:12.284985 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.365970 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.375222 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-97995b24-4c95-4acc-90e0-a3dacc231b23 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:12.415352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e504a6-edc3-4a9d-8aa6-5233b5957959,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:12.419702 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42bd5100959942eb935080e89186034f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976481 May 17 16:35:12.420658 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1e6bad66-851b-417e-afa0-3c708dd670d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:12.424573 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33562) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:12.489692 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.528865 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.674421 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.679048 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-fec91497-9b70-48a0-944b-baa104061243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:12.690170 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e504a6-edc3-4a9d-8aa6-5233b5957959,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:12.694133 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:12.697598 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:12.698743 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-04439eda-f61e-4890-ba25-d9d725c69ec0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9e504a6-edc3-4a9d-8aa6-5233b5957959 HTTP/1.1" status: 204 len: 168 time: 0.2726779 May 17 16:35:16.172994 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:35:25.585214 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:30.258182 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4640926-b189-451d-955c-6d5e6f410b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:32.851156 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:32.910934 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3375-13e7-48b0-93b4-cba38d966a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:33.916734 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:35.293657 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:53.171242 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:35:55.602867 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:56.543155 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 33922) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:56.660058 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:56.673946 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:56.678370 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Usage tracker for resource:security_group_rule and tenant:80c5b32dddfa42138bd52b0cd1557ce9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:56.681232 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:56.686944 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:56.772597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:56.859769 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:56.868055 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-49973960-7009-4537-af6d-e8ec9a7cf2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:56.909424 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80c5b32dddfa42138bd52b0cd1557ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646057 May 17 16:35:56.910375 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9d6e4-b731-47ca-99fc-ecdaed50559f,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:56.912257 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33928) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:56.918068 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.918435 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.918791 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.919166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.919513 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.919857 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.920196 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.920539 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.920883 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.921218 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.921550 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.921935 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:56.927083 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3344f4fa-e1ab-4e70-85d3-b8ce53c8c6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:56.982417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:57.008904 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:57.126003 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:57.130600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2fcdd801-d9bf-4b75-8db6-3f9432158e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:57.144923 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9d6e4-b731-47ca-99fc-ecdaed50559f,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:57.154881 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.155289 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.155655 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.156020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.156376 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.156737 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.157091 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.157435 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.157784 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.158131 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.158478 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.158867 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:57.164756 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:57.166719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:57.167876 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-82df7418-27a8-4fb3-8eec-a3f38e0898d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74f9d6e4-b731-47ca-99fc-ecdaed50559f HTTP/1.1" status: 204 len: 168 time: 0.2546177 May 17 16:35:57.825579 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33936) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:57.844127 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:57.857995 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:57.861784 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Usage tracker for resource:security_group_rule and tenant:4b63324782184be2bb5546a0517297b7 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:57.864675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:57.870403 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:57.950554 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.022485 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.029886 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-da9a9315-6980-4a80-8f6e-9c333754954f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:58.068573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a62ba1e-4a01-481a-8b7b-e5a1245078c9,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:58.072731 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b63324782184be2bb5546a0517297b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461483 May 17 16:35:58.073638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-80aa3cdd-1cc5-4999-b6da-6de044944005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:58.075884 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 33940) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:58.138862 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.164996 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.305150 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.308804 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0c8ea593-6456-4f98-a0c4-0a0e270268b6 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:58.320581 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a62ba1e-4a01-481a-8b7b-e5a1245078c9,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:58.323104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:58.332612 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:58.334049 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-c760c3b6-2cf7-4c3f-a6ad-f06650d142e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a62ba1e-4a01-481a-8b7b-e5a1245078c9 HTTP/1.1" status: 204 len: 168 time: 0.2572784 May 17 16:36:00.256160 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-14730082-8be2-4c73-8eba-4fb235dae3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:02.848125 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:02.928501 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d1291615-c341-4149-90a3-ccf2a3bf669f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:03.982479 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:05.313693 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.138675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34076) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:14.256412 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.271199 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:14.274887 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Usage tracker for resource:security_group_rule and tenant:c2da39d6e3114fdc98269345614db872 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:14.277720 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:14.287258 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:14.364740 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.495841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.503903 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-c335fcb2-3eb4-4c8c-b6ff-af2e6179a9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:14.550537 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2da39d6e3114fdc98269345614db872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084649 May 17 16:36:14.550537 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a250281f-5b5a-4120-8428-a26f69f8d45f,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:14.551553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34084) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:14.553447 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65073cef-e16d-46e1-9537-049c684ea22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:14.609985 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.640543 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.848214 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.851865 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1bb0cb2f-d5e7-49a4-9cb2-4b7a03b80ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:14.864809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250281f-5b5a-4120-8428-a26f69f8d45f,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:14.868333 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:14.874071 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.875521 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-91c6504b-9b7d-4068-8a61-6e459620627b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a250281f-5b5a-4120-8428-a26f69f8d45f HTTP/1.1" status: 204 len: 168 time: 0.3225541 May 17 16:36:15.518298 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34092) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:15.536507 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.551227 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:15.555241 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Usage tracker for resource:security_group_rule and tenant:ef929c0962024be8b0011ba392400974 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:15.558060 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:15.563716 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:15.645159 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.713458 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.720593 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a36591ae-43a1-4b58-b5e2-abc0bfd5c763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:15.761905 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219e1aae-bcc8-46ea-ad49-9d3d1d964e33,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:15.765145 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:15.767993 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-75f6a77b-3616-408d-9cd2-6441c212a86f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef929c0962024be8b0011ba392400974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483475 May 17 16:36:15.770615 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34096) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:15.836183 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.863485 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:16.005309 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:16.009125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ecad214c-bac4-4f10-9ebb-89693571a020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:16.021971 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e1aae-bcc8-46ea-ad49-9d3d1d964e33,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:16.028828 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:16.029617 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:16.031004 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-1ecff39c-0c71-47f6-a616-c9cd074a316d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/219e1aae-bcc8-46ea-ad49-9d3d1d964e33 HTTP/1.1" status: 204 len: 168 time: 0.2591553 May 17 16:36:22.205895 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34156) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:22.325992 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.341484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:22.345471 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Usage tracker for resource:security_group_rule and tenant:dce6e7353ab24f15b8423da578a153d6 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:22.348275 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:22.354598 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:22.449721 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.574195 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.581772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-da709c2b-1fce-4159-8092-57ef3ca3ccb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:22.628851 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dce6e7353ab24f15b8423da578a153d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217682 May 17 16:36:22.631410 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8156ab-0218-49ee-9d98-8b1d0dcefa4c,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:22.633350 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34162) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:22.635133 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-a26b8e56-c788-4653-b0d9-cdc3d9fbc738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:22.694816 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.719709 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.985939 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:22.990536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b6479713-9cbd-43e6-b0bf-e269a044cd07 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:23.003254 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8156ab-0218-49ee-9d98-8b1d0dcefa4c,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:23.007029 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:23.019654 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:23.027200 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-b3b35c78-fd95-4684-a675-3f11668d15de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f8156ab-0218-49ee-9d98-8b1d0dcefa4c HTTP/1.1" status: 204 len: 168 time: 0.3862481 May 17 16:36:23.701100 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34170) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:23.719413 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:23.733413 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:23.737245 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Usage tracker for resource:security_group_rule and tenant:f8c1e13dcccf44b5a284f09ae0f1fed6 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:23.740320 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:23.746000 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:23.827597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:23.912922 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:23.920265 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1997697a-78d4-4389-8994-a5d04cd8dea0 tempest-VolumesNegativeTest-2077595467 tempest-VolumesNegativeTest-2077595467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:23.962963 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8c1e13dcccf44b5a284f09ae0f1fed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606864 May 17 16:36:23.963805 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994fc65-bc77-4d90-bb29-b77fceb5b14e,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:23.964975 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34174) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:23.966772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ea2dae94-7792-4c76-8a4d-359c3e2281cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:24.025848 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:24.055773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:24.364773 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:24.368550 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-8ee79efc-61e6-4448-8174-6b45b59b0559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:24.379485 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994fc65-bc77-4d90-bb29-b77fceb5b14e,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:24.383296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:24.388287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:24.389424 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-181999df-fe91-45a7-98d1-127c2a1ccad3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1994fc65-bc77-4d90-bb29-b77fceb5b14e HTTP/1.1" status: 204 len: 168 time: 0.4234703 May 17 16:36:25.684851 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:25.865113 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34198) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:25.969390 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1796424429-network', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:25.974026 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:25.978208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Usage tracker for resource:network and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:25.981160 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:25.987663 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:26.123341 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Made reservation on behalf of b7811d159e5e4898ba3aa8b7f21217e9 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:36:26.127022 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.145063 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.159992 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:26.164018 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:26.166917 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:26.172644 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:26.257856 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.340117 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.343197 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7c8951a7-5fe7-4342-bfeb-8aa66ece8004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:26.375678 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:36:26.381626 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1e03e-c598-47b4-b567-547bd05053d7,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:26.385600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:26.389360 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.389704 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Added segment 11dcfd52-8310-4a8f-98ef-294d9f3d4e20 of type vlan for network f509113c-1316-46af-bea6-d28284797433 May 17 16:36:26.416186 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.511559 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.512539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:26.513112 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:26.516649 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:26.611792 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Pushing event updated for resources: {'Network': ['ID=f509113c-1316-46af-bea6-d28284797433,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:26.616068 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:26.622770 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network f509113c-1316-46af-bea6-d28284797433 details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:36:26.706658 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-9fbae53e-e9f0-4045-84af-b7d7a4213ceb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8404138 May 17 16:36:26.710202 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34204) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:26.716383 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Request body: {'subnet': {'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1796424429-subnet', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:26.721858 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:26.728154 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Usage tracker for resource:subnet and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:26.732067 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:26.738148 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:26.831370 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Made reservation on behalf of b7811d159e5e4898ba3aa8b7f21217e9 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:36:26.833687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4293158302'] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:27.412945 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1775863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4293158284'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:27.417515 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:27.493711 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2d1361-7d08-470e-b587-89cf6e36406b,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:27.497315 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:27.500220 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Checking segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:27.500220 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Network hostable DHCP agents. Network: f509113c-1316-46af-bea6-d28284797433, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:36:27.616277 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Network f509113c-1316-46af-bea6-d28284797433 is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:36:27.802963 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, f509113c-1316-46af-bea6-d28284797433) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:27.811874 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:27.812453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:27.812702 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311147fa-f244-430d-b307-fb36bcdc0904 None None] Network f509113c-1316-46af-bea6-d28284797433 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:36:27.908324 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-9d1f63ff-2adf-4636-900b-5fef14ba9484 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1969404 May 17 16:36:27.910883 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34208) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:27.916389 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:27.921077 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:27.924853 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Usage tracker for resource:router and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:27.927664 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:27.934207 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:28.019919 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.025301 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.032236 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-f509113c-1316-46af-bea6-d28284797433', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:36:28.033056 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.040710 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.193959 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Allocated IP 172.20.0.2 (f509113c-1316-46af-bea6-d28284797433/2b2d1361-7d08-470e-b587-89cf6e36406b/1b63129d-b87b-4a12-95a6-7aadc55f771e) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:28.393493 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.406583 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.417119 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Transition to ACTIVE for port object 1b63129d-b87b-4a12-95a6-7aadc55f771e will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:28.436019 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Transition to ACTIVE for port object 1b63129d-b87b-4a12-95a6-7aadc55f771e will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:28.530790 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.534451 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4a3333c6-90e5-4500-82c9-43e2975ce3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:28.599207 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Network f509113c-1316-46af-bea6-d28284797433 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:28.602763 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:28.606341 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:28.612148 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Pushing event updated for resources: {'Port': ['ID=1b63129d-b87b-4a12-95a6-7aadc55f771e,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:28.643453 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.643845 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.644123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.644446 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.644767 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.645084 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.645404 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.645721 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.646030 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.646338 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.646646 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.647512 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:28.655049 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:28.710950 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Attempting to bind port 1b63129d-b87b-4a12-95a6-7aadc55f771e on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:28.711350 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Attempting to bind port 1b63129d-b87b-4a12-95a6-7aadc55f771e by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:28.711716 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Attempting to bind port 1b63129d-b87b-4a12-95a6-7aadc55f771e on network f509113c-1316-46af-bea6-d28284797433 {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:28.717073 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:28.717445 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Checking segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:28.717846 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.718243 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Bound using segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:28.718702 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Bound port: 1b63129d-b87b-4a12-95a6-7aadc55f771e, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:28.719097 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.794270 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.810496 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] For port 1b63129d-b87b-4a12-95a6-7aadc55f771e, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:28.813660 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] For port 1b63129d-b87b-4a12-95a6-7aadc55f771e, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1b63129d-b87b-4a12-95a6-7aadc55f771e,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:28.826307 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.925341 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:28.929199 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:28.957081 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Allocated IP 172.28.2.125 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/08ba8adf-f8f9-4253-9a20-667ef62723e9) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:29.009385 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Pushing event updated for resources: {'Port': ['ID=1b63129d-b87b-4a12-95a6-7aadc55f771e,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:29.012500 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:29.116737 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:29.222086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:29.226118 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-b19d2132-e5fd-48e9-b25f-f23101107633 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:29.400792 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:29.403558 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:29.407119 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:29.436687 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Pushing event updated for resources: {'Port': ['ID=08ba8adf-f8f9-4253-9a20-667ef62723e9,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:29.447453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:29.902731 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940f7d4-daef-4e7f-b0fd-e2c05e9bd082 None None] Network f509113c-1316-46af-bea6-d28284797433 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:36:29.956420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.096071 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-62d5d7ac-c685-40a8-a3ff-cd6f8ec85c36 None None] Provisioning for port 1b63129d-b87b-4a12-95a6-7aadc55f771e completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:30.102372 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1b63129d-b87b-4a12-95a6-7aadc55f771e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:30.171208 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:36:30.488424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.644588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-740947fc-4ad8-47d7-a3f9-bbe784896982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.644588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 1b63129d-b87b-4a12-95a6-7aadc55f771e completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:30.644588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 1b63129d-b87b-4a12-95a6-7aadc55f771e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:30.644588 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.730628 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Router c619561a-ebaa-49c2-bbe3-47e88120f9e3 is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:36:30.732563 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.770673 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 1b63129d-b87b-4a12-95a6-7aadc55f771e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1b63129d-b87b-4a12-95a6-7aadc55f771e,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:30.848563 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.852163 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:30.913193 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:36:30.922522 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Sync routers for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:36:30.928848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=1b63129d-b87b-4a12-95a6-7aadc55f771e,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:30.933555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:30.937653 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:30.938598 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:31.037177 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:31.041328 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1269865 May 17 16:36:31.041572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34212) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:31.162261 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:31.454097 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:29Z', 'revision_number': 3, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:31.457946 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Checking router: c619561a-ebaa-49c2-bbe3-47e88120f9e3 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:36:31.458308 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Updating router c619561a-ebaa-49c2-bbe3-47e88120f9e3 port 08ba8adf-f8f9-4253-9a20-667ef62723e9 binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:36:31.515116 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:31.852365 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:31.859424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:31.864264 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Transition to ACTIVE for port object 08ba8adf-f8f9-4253-9a20-667ef62723e9 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:31.965034 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:31.970020 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:32.036072 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1b63129d-b87b-4a12-95a6-7aadc55f771e up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:32.066122 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4cb6-303f-4602-a904-068ba9938f09 None None] Pushing event updated for resources: {'Port': ['ID=08ba8adf-f8f9-4253-9a20-667ef62723e9,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:32.084351 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Allocated IP 172.20.0.1 (f509113c-1316-46af-bea6-d28284797433/2b2d1361-7d08-470e-b587-89cf6e36406b/7b3af287-625e-4889-b60e-461379f1bc69) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:32.085383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-53bb4cb6-303f-4602-a904-068ba9938f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:32.111222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Attempting to bind port 08ba8adf-f8f9-4253-9a20-667ef62723e9 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:32.111503 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Attempting to bind port 08ba8adf-f8f9-4253-9a20-667ef62723e9 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:32.111910 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Attempting to bind port 08ba8adf-f8f9-4253-9a20-667ef62723e9 on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:32.121433 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:32.121815 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:32.122237 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.122638 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:32.123135 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Bound port: 08ba8adf-f8f9-4253-9a20-667ef62723e9, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:32.123516 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.192511 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 1b63129d-b87b-4a12-95a6-7aadc55f771e triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:32.192881 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.239116 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.255471 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] For port 08ba8adf-f8f9-4253-9a20-667ef62723e9, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:32.256007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.provisioning_blocks [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Transition to ACTIVE for port object 7b3af287-625e-4889-b60e-461379f1bc69 will not be triggered until provisioned by entity DHCP. {{(pid=79275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:32.261039 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] For port 08ba8adf-f8f9-4253-9a20-667ef62723e9, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=08ba8adf-f8f9-4253-9a20-667ef62723e9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:32.330097 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.333475 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:32.347511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.351536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-65bb0974-01c7-41ab-a2ac-64708459d7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:32.409215 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:32.409853 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:32.419007 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Network f509113c-1316-46af-bea6-d28284797433 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:32.422539 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:32.426443 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:32.471108 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:32.476639 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:32.481830 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4cb6-303f-4602-a904-068ba9938f09 None None] Pushing event updated for resources: {'Port': ['ID=08ba8adf-f8f9-4253-9a20-667ef62723e9,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:32.487291 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-53bb4cb6-303f-4602-a904-068ba9938f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:32.492150 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.607497 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:32.730843 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.941153 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.954437 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d346c38e-b82a-468d-9e1b-cd84f70af9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.957020 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-ac74e1c0-849d-404f-9b4c-e00994ab8b5d None None] Provisioning for port 7b3af287-625e-4889-b60e-461379f1bc69 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:32.964905 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-ac74e1c0-849d-404f-9b4c-e00994ab8b5d None None] Provisioning complete for port 7b3af287-625e-4889-b60e-461379f1bc69 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:32.965275 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ac74e1c0-849d-404f-9b4c-e00994ab8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:32.972010 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:33.028689 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-ac74e1c0-849d-404f-9b4c-e00994ab8b5d None None] Port 7b3af287-625e-4889-b60e-461379f1bc69 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:36:33.040392 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:29Z', 'revision_number': 3, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:33.044764 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204f114-317e-4b39-b385-654a74efdff0 None None] The sync data for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb is: [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:29Z', 'revision_number': 3, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:36:33.073086 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:33.104718 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:33.317230 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:33.321122 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:33.324642 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:33.491828 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Network f509113c-1316-46af-bea6-d28284797433 is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:33.496162 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:33.701076 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Router c619561a-ebaa-49c2-bbe3-47e88120f9e3 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:36:33.752613 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-08dd11a2-3fd3-4cc8-9046-50925a328520 None None] Provisioning complete for port 7b3af287-625e-4889-b60e-461379f1bc69 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:33.752995 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-08dd11a2-3fd3-4cc8-9046-50925a328520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:33.815750 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-08dd11a2-3fd3-4cc8-9046-50925a328520 None None] Port 7b3af287-625e-4889-b60e-461379f1bc69 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:36:33.883126 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:36:33.892263 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] 10.222.0.59 "PUT /v2.0/routers/c619561a-ebaa-49c2-bbe3-47e88120f9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8496745 May 17 16:36:33.946887 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.067267 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 08ba8adf-f8f9-4253-9a20-667ef62723e9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:34.307572 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 08ba8adf-f8f9-4253-9a20-667ef62723e9 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:34.312801 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 08ba8adf-f8f9-4253-9a20-667ef62723e9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:34.313177 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.431951 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.449636 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 08ba8adf-f8f9-4253-9a20-667ef62723e9, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=08ba8adf-f8f9-4253-9a20-667ef62723e9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:34.547123 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.549023 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:34.595806 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694075-69a9-4d50-9240-1a160881726d None None] Sync routers for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:36:34.605108 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:34.605728 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:34.619276 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=08ba8adf-f8f9-4253-9a20-667ef62723e9,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:34.623507 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:34.751926 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34230) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:34.758318 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291020566-network', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:34.763169 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:34.767075 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Usage tracker for resource:network and tenant:790ddf6857ab4bbca6b94078c613da83 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:34.769866 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:34.776424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:34.784191 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:34.872912 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Made reservation on behalf of 790ddf6857ab4bbca6b94078c613da83 for: {'network': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:36:34.875340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783927'] for network, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.892690 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:34.907641 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:34.911472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Usage tracker for resource:security_group_rule and tenant:790ddf6857ab4bbca6b94078c613da83 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:34.915214 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:34.921196 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:35.007093 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.098089 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 2, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:35.102454 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.108395 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694075-69a9-4d50-9240-1a160881726d None None] Checking router: c619561a-ebaa-49c2-bbe3-47e88120f9e3 for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:36:35.108395 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694075-69a9-4d50-9240-1a160881726d None None] Updating router c619561a-ebaa-49c2-bbe3-47e88120f9e3 port 7b3af287-625e-4889-b60e-461379f1bc69 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:36:35.108768 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-4617ae17-fcf4-4cf8-ad99-9e352d955277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:35.130631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=79275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:36:35.143283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b10f3c-babd-4699-befa-6c7522b451a2,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:35.154582 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.154582 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.segments_db [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Added segment 3e1cb75a-1e1d-4083-a78c-f982b2f29759 of type vlan for network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff May 17 16:36:35.156361 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:35.157083 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.183392 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746701843101'] for network, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.408785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138'] for network, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.409857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:35.410440 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.416314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:35.478504 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.519112 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dd88b5-06a5-4fa5-81fb-71de7b5962ff,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:35.522603 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:35.529219 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.531337 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff details requested by agent ovs-agent-dv-cinder-768105-8-smb with host dv-cinder-768105-8-smb {{(pid=79276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:36:35.539760 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-19694075-69a9-4d50-9240-1a160881726d None None] Transition to ACTIVE for port object 7b3af287-625e-4889-b60e-461379f1bc69 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:35.622906 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-83b2c7e4-0471-4e0e-bf0f-18c7ca8aac82 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8698175 May 17 16:36:35.625569 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34234) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:35.631527 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Request body: {'subnet': {'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291020566-subnet', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'ip_version': 4}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:35.638033 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:35.641973 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Usage tracker for resource:subnet and tenant:790ddf6857ab4bbca6b94078c613da83 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:35.644857 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:35.648782 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.655459 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:35.655592 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:35.774018 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Made reservation on behalf of 790ddf6857ab4bbca6b94078c613da83 for: {'subnet': 1} {{(pid=79275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:36:35.777208 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4293158302'] for subnet, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.804874 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249594be-18a7-47af-9926-597bb061f223 None None] Pushing event updated for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:35.845596 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.845943 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.846335 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.846589 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.846901 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.847271 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.847587 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.847898 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.848214 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.848525 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.848832 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.849136 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249594be-18a7-47af-9926-597bb061f223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:35.858859 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-249594be-18a7-47af-9926-597bb061f223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:35.875042 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-19694075-69a9-4d50-9240-1a160881726d None None] Attempting to bind port 7b3af287-625e-4889-b60e-461379f1bc69 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:35.875275 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-19694075-69a9-4d50-9240-1a160881726d None None] Attempting to bind port 7b3af287-625e-4889-b60e-461379f1bc69 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:35.875542 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19694075-69a9-4d50-9240-1a160881726d None None] Attempting to bind port 7b3af287-625e-4889-b60e-461379f1bc69 on network f509113c-1316-46af-bea6-d28284797433 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:35.881786 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19694075-69a9-4d50-9240-1a160881726d None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:35.882159 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19694075-69a9-4d50-9240-1a160881726d None None] Checking segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:35.882561 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.883634 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19694075-69a9-4d50-9240-1a160881726d None None] Bound using segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:35.884363 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-19694075-69a9-4d50-9240-1a160881726d None None] Bound port: 7b3af287-625e-4889-b60e-461379f1bc69, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:35.884737 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:35.975486 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-19694075-69a9-4d50-9240-1a160881726d None None] For port 7b3af287-625e-4889-b60e-461379f1bc69, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:35.978612 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-19694075-69a9-4d50-9240-1a160881726d None None] For port 7b3af287-625e-4889-b60e-461379f1bc69, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=7b3af287-625e-4889-b60e-461379f1bc69,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:36.040205 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 08ba8adf-f8f9-4253-9a20-667ef62723e9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:36.055102 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19694075-69a9-4d50-9240-1a160881726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:36.059192 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:36.118904 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 08ba8adf-f8f9-4253-9a20-667ef62723e9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:36.119581 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:36.141798 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:36.142432 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:36.196871 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249594be-18a7-47af-9926-597bb061f223 None None] Pushing event updated for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=4']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:36.200977 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-249594be-18a7-47af-9926-597bb061f223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:36.348923 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:36.390716 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1775863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4293158284'] for subnet, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:36.395048 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:36.470517 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd2f7bb-cff4-4788-8bd9-c34469c41920,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:36.479224 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:36.479923 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Checking segment: {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:36.480268 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Network hostable DHCP agents. Network: d0dd88b5-06a5-4fa5-81fb-71de7b5962ff, hostable agents: ['d6f453b9-e760-4a75-a2de-684ced2de5dd'], hosted agents: [] {{(pid=79275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:36:36.610306 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff is scheduled to be hosted by DHCP agent d6f453b9-e760-4a75-a2de-684ced2de5dd with binding_index 1 {{(pid=79275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:36:36.665596 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-19694075-69a9-4d50-9240-1a160881726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:35Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:36.669513 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19694075-69a9-4d50-9240-1a160881726d None None] The sync data for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb is: [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:35Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:36:36.756785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-smb, d0dd88b5-06a5-4fa5-81fb-71de7b5962ff) {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:36.766180 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:36.766767 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:36.766954 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2ff2c-7db4-4bc7-a0e3-11d0095560af None None] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:36:36.879855 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2530687 May 17 16:36:36.882578 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34238) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:36.896305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:36.896305 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:36.899246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Usage tracker for resource:router and tenant:790ddf6857ab4bbca6b94078c613da83 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:36.902340 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:36.908572 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:36.998732 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3840'] for router, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:36.999831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1774842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3849'] for router, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.011655 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2879264c-e1a2-524e-90e4-3b5b16c05649-d0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'fixed_ips': [{'subnet_id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920'}]}} from dv-cinder-768105-8-smb. {{(pid=79276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:36:37.016582 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.018322 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.191611 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Allocated IP 172.20.0.2 (d0dd88b5-06a5-4fa5-81fb-71de7b5962ff/acd2f7bb-cff4-4788-8bd9-c34469c41920/1c810166-c47a-4a69-a102-053c8a1cec21) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:37.427398 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.438800 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Transition to ACTIVE for port object 1c810166-c47a-4a69-a102-053c8a1cec21 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:37.458772 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Transition to ACTIVE for port object 1c810166-c47a-4a69-a102-053c8a1cec21 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:37.524715 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3871'] for router, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.559320 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.563000 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:37.663410 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:37.666297 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:37.669982 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:37.677824 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Pushing event updated for resources: {'Port': ['ID=1c810166-c47a-4a69-a102-053c8a1cec21,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:37.703958 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:37.767766 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Attempting to bind port 1c810166-c47a-4a69-a102-053c8a1cec21 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:37.768790 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Attempting to bind port 1c810166-c47a-4a69-a102-053c8a1cec21 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:37.768790 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Attempting to bind port 1c810166-c47a-4a69-a102-053c8a1cec21 on network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:37.774542 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:37.774919 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Checking segment: {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:37.775360 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.775755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Bound using segment: {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:37.776227 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Bound port: 1c810166-c47a-4a69-a102-053c8a1cec21, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:37.776627 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.870397 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] For port 1c810166-c47a-4a69-a102-053c8a1cec21, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:37.873786 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] For port 1c810166-c47a-4a69-a102-053c8a1cec21, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1c810166-c47a-4a69-a102-053c8a1cec21,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:37.936899 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.937449 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:37.940546 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-537b0b14-ef07-438b-b7c9-879e7e38e2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:37.968902 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.028937 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Pushing event updated for resources: {'Port': ['ID=1c810166-c47a-4a69-a102-053c8a1cec21,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:38.032232 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:38.085331 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 7b3af287-625e-4889-b60e-461379f1bc69 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:38.150408 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Allocated IP 172.28.2.3 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/d338e3f6-11f7-4542-89e6-5fd0936e4fe9) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:38.319755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 7b3af287-625e-4889-b60e-461379f1bc69 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:38.325326 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 7b3af287-625e-4889-b60e-461379f1bc69 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:38.325499 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.325771 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.452261 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.456844 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.464797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cce255a3-57db-472a-ae49-3eed829ed9f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:38.491552 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 7b3af287-625e-4889-b60e-461379f1bc69, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=7b3af287-625e-4889-b60e-461379f1bc69,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:38.527106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:38.530187 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:38.533952 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:38.564564 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:38.567517 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:38.575818 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Pushing event updated for resources: {'Port': ['ID=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:38.580222 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:38.639740 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:38.642952 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:38.981260 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd112e6-0813-4228-89f8-594fd146bba7 None None] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:36:39.056313 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:39.212723 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-26131d72-e1ba-468d-abd5-23fc4de7ea64 None None] Provisioning for port 1c810166-c47a-4a69-a102-053c8a1cec21 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:39.564560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712052'] for router, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:39.879359 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Router db5b419c-9eb7-4204-91a5-469b39920ecd is scheduled to L3 agent 07433de9-a395-47b6-950f-bae7d127a861 with binding_index 1 {{(pid=79275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:36:40.069638 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:36:40.078902 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Sync routers for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:36:40.089072 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:40.089811 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:40.141345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 7b3af287-625e-4889-b60e-461379f1bc69 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:40.181511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:40.182781 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2990808 May 17 16:36:40.185764 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34242) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:40.325643 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 7b3af287-625e-4889-b60e-461379f1bc69 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:40.326020 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:40.356818 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:40.679721 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1c810166-c47a-4a69-a102-053c8a1cec21 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:40.766175 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 3, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:40.770157 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Checking router: db5b419c-9eb7-4204-91a5-469b39920ecd for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:36:40.778134 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Updating router db5b419c-9eb7-4204-91a5-469b39920ecd port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 binding host dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:36:40.861506 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:40.950472 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 1c810166-c47a-4a69-a102-053c8a1cec21 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:40.962676 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:40.966180 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 1c810166-c47a-4a69-a102-053c8a1cec21 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:40.966612 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.196396 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Allocated IP 172.20.0.1 (d0dd88b5-06a5-4fa5-81fb-71de7b5962ff/acd2f7bb-cff4-4788-8bd9-c34469c41920/0e006b77-ebbb-4df3-8fb5-edd9729320a4) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:41.222945 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.276476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 1c810166-c47a-4a69-a102-053c8a1cec21, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1c810166-c47a-4a69-a102-053c8a1cec21,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:41.337871 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.347336 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.349099 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Transition to ACTIVE for port object d338e3f6-11f7-4542-89e6-5fd0936e4fe9 will not be triggered until provisioned by entity L2. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:41.358673 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.360610 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:41.363283 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Transition to ACTIVE for port object 0e006b77-ebbb-4df3-8fb5-edd9729320a4 will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:41.438303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=1c810166-c47a-4a69-a102-053c8a1cec21,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:41.441524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:41.442468 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.447099 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:41.473533 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.478249 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-3c93af41-2b01-47e3-97c0-af5e84acccf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:41.521045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Attempting to bind port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:41.521420 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Attempting to bind port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:41.521849 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Attempting to bind port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 on network f45793e6-786e-4e20-a0e9-f6e18e94968d {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:41.527869 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab9cb-9eba-4595-b6ae-8627de11d757 None None] Pushing event updated for resources: {'Port': ['ID=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:41.531713 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1f4ab9cb-9eba-4595-b6ae-8627de11d757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:41.532665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:41.533076 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Checking segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:41.535345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.535345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Bound using segment: {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'} {{(pid=79276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:41.535345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.managers [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Bound port: d338e3f6-11f7-4542-89e6-5fd0936e4fe9, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10222c4-a35c-42c7-933d-3571a0ea0aae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d'}}] {{(pid=79276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:41.535345 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.541069 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:41.543891 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:41.547537 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:41.600918 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Pushing event updated for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:41.604988 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:41.611690 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827663'] for router_interface, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.617023 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] For port d338e3f6-11f7-4542-89e6-5fd0936e4fe9, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:41.621238 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] For port d338e3f6-11f7-4542-89e6-5fd0936e4fe9, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:41.702006 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:41.705894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-621dd400-483c-4309-bedf-ae4d4b0bcdee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:41.790897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:41.791566 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:41.841911 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab9cb-9eba-4595-b6ae-8627de11d757 None None] Pushing event updated for resources: {'Port': ['ID=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,revision_number=3']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:41.850290 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1f4ab9cb-9eba-4595-b6ae-8627de11d757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:41.969201 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-2452250c-05a4-4331-bae9-8308b45eb968 None None] Provisioning for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:41.976445 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:42.008562 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.029299 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-2452250c-05a4-4331-bae9-8308b45eb968 None None] Provisioning complete for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:42.029575 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2452250c-05a4-4331-bae9-8308b45eb968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.111515 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1c810166-c47a-4a69-a102-053c8a1cec21 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:42.275912 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-2452250c-05a4-4331-bae9-8308b45eb968 None None] Port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:36:42.350052 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 1c810166-c47a-4a69-a102-053c8a1cec21 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:42.350333 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.371441 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.482704 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.511066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ff0cbd7a-6f9c-458e-9061-b936f69d5b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:42.533676 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 3, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:42.539180 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52300a-565a-4f32-93bc-4595cc6bde57 None None] The sync data for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb is: [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 3, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:36:42.596184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Pushing event updated for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:42.599596 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:42.600992 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829352'] for router_interface, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:42.748326 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:42.750662 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:42.956867 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Router db5b419c-9eb7-4204-91a5-469b39920ecd has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:36:42.999849 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-babefd1e-ff32-4783-a812-5915be191612 None None] Provisioning complete for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:43.000309 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-babefd1e-ff32-4783-a812-5915be191612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:43.063531 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-babefd1e-ff32-4783-a812-5915be191612 None None] Port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:36:43.148240 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:36:43.169984 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] 10.222.0.59 "PUT /v2.0/routers/db5b419c-9eb7-4204-91a5-469b39920ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830689 May 17 16:36:44.057626 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34252) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:44.059745 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d338e3f6-11f7-4542-89e6-5fd0936e4fe9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:44.062753 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683219930', 'description': 'tempest-secgroup-smoke-683219930 description', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:44.069818 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:44.075312 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:44.081037 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:44.082584 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Sync routers for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:36:44.086310 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:44.095267 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:44.095952 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:44.227612 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.248110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:44.251885 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:44.254730 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:44.261130 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:44.274540 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:44.280873 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:44.281257 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.282347 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:44.332292 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.410535 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.427218 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port d338e3f6-11f7-4542-89e6-5fd0936e4fe9, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:44.432614 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.436852 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-169dff14-3dad-40b6-94e1-a06d69abeb2c tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:44.483325 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6ea93-fd62-4996-b479-7449aa255331,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:44.486397 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:44.524372 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.527901 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2659bdf5-c0a4-4160-9260-27ab98c279eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:44.557182 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.558916 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-8bb02d4a-98e4-4421-ab4f-e31e6dd68e6c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5008221 May 17 16:36:44.561813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34256) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:44.568331 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:44.575082 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:44.579967 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:44.583247 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:44.590317 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:44.596468 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:44.599668 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:44.634793 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 4, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '0e006b77-ebbb-4df3-8fb5-edd9729320a4', 'name': '', 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'mac_address': 'fa:16:3e:a4:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:41Z', 'updated_at': '2021-05-17T16:36:42Z', 'revision_number': 2, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'subnets': [{'id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:44.638596 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Checking router: db5b419c-9eb7-4204-91a5-469b39920ecd for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:36:44.639034 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Updating router db5b419c-9eb7-4204-91a5-469b39920ecd port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 binding host dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:36:44.676909 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.690341 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.737020 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.837091 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.839263 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-62fbc750-01ee-4581-a8d4-72b179ac5ad4 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:44.861413 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575c83da-4e5e-4529-97e3-0f2f000d8d75,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:44.864040 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:44.952724 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:44.953938 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a19f7cd9-08ef-4986-b920-a55324deb01f tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904593 May 17 16:36:44.956629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34260) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:44.962470 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:44.968246 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:44.972012 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:44.974797 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:44.980493 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:45.029306 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.040333 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Transition to ACTIVE for port object 0e006b77-ebbb-4df3-8fb5-edd9729320a4 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:36:45.074383 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.140994 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.141742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.144924 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cf59b7e3-15e0-4813-be3e-8892769b54e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:45.216467 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.218755 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-58eb2aa8-105e-448a-bb66-832fa6747589 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:45.243239 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57440296-405e-4280-9806-adf3269794cf,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:45.246093 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:45.268901 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444545-8bce-46a2-b226-86906afa7be2 None None] Pushing event updated for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:45.294449 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-9a444545-8bce-46a2-b226-86906afa7be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:45.335643 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.336883 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-63e2d859-06b4-4db5-8ff1-4ee0e893665a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3793538 May 17 16:36:45.339595 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34264) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:45.345106 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:45.351462 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:45.355959 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:45.357693 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Attempting to bind port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 on host dv-cinder-768105-8-smb for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:36:45.358320 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Attempting to bind port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 by drivers openvswitch,hyperv on host dv-cinder-768105-8-smb at level 0 using segments [{'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:36:45.358478 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Attempting to bind port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 on network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:36:45.358971 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:45.364118 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Checking agent: {'id': '84bb1f86-da95-4e54-8766-e5b0921d49c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 13, 3), 'started_at': datetime.datetime(2021, 5, 17, 16, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:36:45.364489 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Checking segment: {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:36:45.364892 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.365814 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Bound using segment: {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:36:45.366185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:45.366298 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Bound port: 0e006b77-ebbb-4df3-8fb5-edd9729320a4, host: dv-cinder-768105-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1cb75a-1e1d-4083-a78c-f982b2f29759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:36:45.366642 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.457410 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] For port 0e006b77-ebbb-4df3-8fb5-edd9729320a4, host dv-cinder-768105-8-smb, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:36:45.460807 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] For port 0e006b77-ebbb-4df3-8fb5-edd9729320a4, host dv-cinder-768105-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0e006b77-ebbb-4df3-8fb5-edd9729320a4,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:36:45.502514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.545234 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.608703 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.612698 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:45.632479 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.634864 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-85856030-748f-4ec8-9779-9a419ba94115 tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:45.657790 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd82124-9997-4350-b9dd-34c1c06069d4,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:45.660591 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:45.697729 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:45.698366 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:36:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:45.742173 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.746139 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028692 May 17 16:36:45.746631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34268) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:45.752072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:45.755018 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444545-8bce-46a2-b226-86906afa7be2 None None] Pushing event updated for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=4']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:45.758269 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:45.763314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:45.766867 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:45.773308 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-9a444545-8bce-46a2-b226-86906afa7be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:45.773712 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:45.878714 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:45.886800 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:45.949283 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.026447 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.031420 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-3078d803-a26d-4dff-abf7-a69ebd547f05 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:46.042524 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d338e3f6-11f7-4542-89e6-5fd0936e4fe9 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:46.085353 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17948cae-ccb0-44bd-bf61-7dd1d07f0668,revision_number=0']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:46.096514 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:46.122184 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:46.122761 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.170769 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.175089 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-9096e146-57d3-448b-9808-d4d3543ad874 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4254241 May 17 16:36:46.175844 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34272) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:46.183037 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:46.189828 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:46.194209 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:46.198166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:46.205678 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:46.256301 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 4, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '0e006b77-ebbb-4df3-8fb5-edd9729320a4', 'name': '', 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'mac_address': 'fa:16:3e:a4:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:41Z', 'updated_at': '2021-05-17T16:36:45Z', 'revision_number': 4, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'subnets': [{'id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:46.260871 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4666f-95fb-4290-bc85-4d4aacac1f26 None None] The sync data for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb is: [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:36:41Z', 'revision_number': 4, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '0e006b77-ebbb-4df3-8fb5-edd9729320a4', 'name': '', 'network_id': 'd0dd88b5-06a5-4fa5-81fb-71de7b5962ff', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'mac_address': 'fa:16:3e:a4:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:41Z', 'updated_at': '2021-05-17T16:36:45Z', 'revision_number': 4, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'subnets': [{'id': 'acd2f7bb-cff4-4788-8bd9-c34469c41920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:36:46.524378 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.securitygroups_db [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Project b7811d159e5e4898ba3aa8b7f21217e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:36:46.530772 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.599108 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.739559 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.747091 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-94eecf80-b4c8-4cd4-b6c1-f0c63862d5c3 tempest-TestMinimumBasicScenario-300825758 tempest-TestMinimumBasicScenario-300825758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:46.767283 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8404b4-8e2c-4b49-a6ab-bc115821033d,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:46.770425 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:46.844388 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.845661 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6688004 May 17 16:36:46.848316 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34276) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:46.854733 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'security_group_rule': {'security_group_id': '8bf6ea93-fd62-4996-b479-7449aa255331', 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:46.861150 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:46.865110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:security_group_rule and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:46.868303 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:46.874561 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:46.935517 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.db.securitygroups_db [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Project b7811d159e5e4898ba3aa8b7f21217e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:36:46.941666 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.011103 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.072624 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762816'] for security_group_rule, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.079689 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-ab7a63d8-2e22-4dfb-a244-37c935d80506 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:47.100981 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13631783-8954-4ae7-990d-0d228660e5bb,revision_number=0']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:47.103695 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:47.232693 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.233901 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-748ca1d7-d308-4224-854c-509b154a0148 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846657 May 17 16:36:48.055283 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0e006b77-ebbb-4df3-8fb5-edd9729320a4 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:48.244269 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:48.249457 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:48.250141 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:48.376794 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:48.408782 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] For port 0e006b77-ebbb-4df3-8fb5-edd9729320a4, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0e006b77-ebbb-4df3-8fb5-edd9729320a4,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:48.484317 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:48.486192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-53bb4cb6-303f-4602-a904-068ba9938f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:48.551302 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Pushing event updated for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:48.555247 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:50.034612 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0e006b77-ebbb-4df3-8fb5-edd9729320a4 up at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:50.108286 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Provisioning complete for port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:50.108661 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:55.684414 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:00.290244 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9448ce11-849d-4f6d-a394-b85408a15b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:02.983738 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:03.094476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bf34801f-e9a2-4160-bb74-69747f7a2bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:03.927775 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-3f2d913f-a9bf-4d30-b04f-308441a0530e tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:security_group {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:37:03.937278 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:04.020918 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-3f2d913f-a9bf-4d30-b04f-308441a0530e tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:security_group {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:37:04.022094 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-3f2d913f-a9bf-4d30-b04f-308441a0530e tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683219930&fields=id&tenant_id=b7811d159e5e4898ba3aa8b7f21217e9 HTTP/1.1" status: 200 len: 267 time: 0.1348803 May 17 16:37:04.192756 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a8850125-b53c-4566-8ce4-377a6f329627 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:04.193355 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a8850125-b53c-4566-8ce4-377a6f329627 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:network {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:37:04.278052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a8850125-b53c-4566-8ce4-377a6f329627 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:network {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:37:04.279845 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a8850125-b53c-4566-8ce4-377a6f329627 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 809 time: 0.2505214 May 17 16:37:04.296147 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-465dc186-ebf2-4ec3-b5ef-8dce66f80400 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/quotas/b7811d159e5e4898ba3aa8b7f21217e9 HTTP/1.1" status: 200 len: 375 time: 0.0100269 May 17 16:37:04.382181 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-bb8d1ee5-6276-4e1b-8c76-cb1350059950 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:37:04.511193 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-bb8d1ee5-6276-4e1b-8c76-cb1350059950 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:37:04.524599 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-bb8d1ee5-6276-4e1b-8c76-cb1350059950 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107103 May 17 16:37:04.632051 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a3c64746-9c10-4729-acdc-78f0c44e5b54 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:37:04.633029 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a3c64746-9c10-4729-acdc-78f0c44e5b54 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1092880 May 17 16:37:04.778398 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-4d872246-284c-4b23-b691-63007c763f31 service neutron] 10.222.0.59 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271772 May 17 16:37:04.912478 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-a7900d68-cdc6-4bae-a770-6e4c39036934 service neutron] 10.222.0.59 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277058 May 17 16:37:05.341432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:05.789219 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-828f2f7e-c9bb-440f-b2e4-6a9f217e5132 req-aebaa3e0-1585-4a89-afac-b04b22e9473d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.1094337 May 17 16:37:07.006581 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-4669ed9b-dc2d-45e1-a8e1-799a816ed1a5 req-957233f1-6db5-46f8-a1c8-ca39b6c5bdb8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.1589582 May 17 16:37:07.171574 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:37:08.160843 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-35725f04-8884-466e-a68a-2755db92221b req-9f22c208-0493-44b9-a4fe-ddf6b9529ff5 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.0457234 May 17 16:37:08.610048 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-89998ad8-9b97-480e-8323-5662e9412c10 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:08.611518 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-89998ad8-9b97-480e-8323-5662e9412c10 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 809 time: 0.1486056 May 17 16:37:08.670364 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-38601642-13f6-42c8-ba4a-59a5c1820efa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:security_group {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:37:08.682659 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-38601642-13f6-42c8-ba4a-59a5c1820efa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:security_group {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:37:08.683824 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-38601642-13f6-42c8-ba4a-59a5c1820efa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7811d159e5e4898ba3aa8b7f21217e9 HTTP/1.1" status: 200 len: 379 time: 0.0631661 May 17 16:37:08.692795 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'port': {'device_id': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'admin_state_up': True, 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'security_groups': ['8bf6ea93-fd62-4996-b479-7449aa255331']}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:37:08.831954 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:37:08.840442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.quota.driver [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:37:08.917898 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Made reservation on behalf of b7811d159e5e4898ba3aa8b7f21217e9 for: {'port': 1} {{(pid=79274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:37:08.921668 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:09.086809 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.db_base_plugin_common [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Allocated IP 172.20.0.8 (f509113c-1316-46af-bea6-d28284797433/2b2d1361-7d08-470e-b587-89cf6e36406b/bc92e59a-08c1-494b-95c4-7a8761982857) {{(pid=79274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:37:09.317909 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-a4481be6-4efe-41fb-9b63-9ccc565e493e req-f957402c-855a-4c20-87d1-126e3873f834 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.0467227 May 17 16:37:09.391205 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for port, precommit_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:09.406891 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Transition to ACTIVE for port object bc92e59a-08c1-494b-95c4-7a8761982857 will not be triggered until provisioned by entity DHCP. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:37:09.501665 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_create {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:09.507487 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-8dc4a54d-7569-4e87-be69-d0e93a07e685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:09.574166 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Network f509113c-1316-46af-bea6-d28284797433 is already hosted by enough agents. {{(pid=79274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:37:09.577345 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.base_scheduler [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources bound (agent type, host, resource id): {{(pid=79274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:37:09.581823 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Received port after_create {{(pid=79274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:37:09.617939 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=1']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:09.641184 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.644244 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.645110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.645110 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:09.650917 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:09.677838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:09.677838 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:09.833540 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f5262c7f-6c08-4975-a5dc-20169a989438 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1443908 May 17 16:37:09.878125 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b3bd13ca-748c-4582-b1d0-4d8ba85add24 None None] Provisioning for port bc92e59a-08c1-494b-95c4-7a8761982857 completed by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:37:09.884294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-b3bd13ca-748c-4582-b1d0-4d8ba85add24 None None] Provisioning complete for port bc92e59a-08c1-494b-95c4-7a8761982857 triggered by entity DHCP. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:37:09.884294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3bd13ca-748c-4582-b1d0-4d8ba85add24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:09.899840 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.v2.base [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Request body: {'port': {'device_id': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:37:09.942332 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd13ca-748c-4582-b1d0-4d8ba85add24 None None] Port bc92e59a-08c1-494b-95c4-7a8761982857 cannot update to ACTIVE because it is not bound. {{(pid=79276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:37:10.024955 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:10.386238 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc92e59a-08c1-494b-95c4-7a8761982857 {{(pid=79274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:37:10.394797 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:10.413428 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.provisioning_blocks [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Transition to ACTIVE for port object bc92e59a-08c1-494b-95c4-7a8761982857 will not be triggered until provisioned by entity L2. {{(pid=79274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:37:10.526166 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b325f9-0137-4b89-bee0-8e4841b71ba0 req-355d7dbb-6a49-4392-8467-d97ef3b0f4da tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:10.528519 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e1b325f9-0137-4b89-bee0-8e4841b71ba0 req-355d7dbb-6a49-4392-8467-d97ef3b0f4da tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 931 time: 0.0928247 May 17 16:37:10.575509 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:10.579446 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-e1b325f9-0137-4b89-bee0-8e4841b71ba0 req-ffba90fe-eecc-4d2e-bd0c-b7e897a7f382 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 May 17 16:37:10.581289 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-6e22215f-de11-49b7-9c52-3a1a582bcaed tempest-VolumesActionsTest-1357568406 tempest-VolumesActionsTest-1357568406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:10.763096 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=2']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:10.767386 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:10.838876 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Attempting to bind port bc92e59a-08c1-494b-95c4-7a8761982857 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:37:10.839231 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Attempting to bind port bc92e59a-08c1-494b-95c4-7a8761982857 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:37:10.839553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Attempting to bind port bc92e59a-08c1-494b-95c4-7a8761982857 on network f509113c-1316-46af-bea6-d28284797433 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:37:10.844754 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Port bc92e59a-08c1-494b-95c4-7a8761982857 on network f509113c-1316-46af-bea6-d28284797433 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:37:10.845062 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Attempting to bind port bc92e59a-08c1-494b-95c4-7a8761982857 on network f509113c-1316-46af-bea6-d28284797433 {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:37:10.850100 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Checking agent: {'id': '6cf79f8e-2d6a-4142-8a5a-f734b0b618a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'started_at': datetime.datetime(2021, 5, 17, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:37:10.850432 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Checking segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:37:10.850808 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Bound using segment: {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'} {{(pid=79274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:37:10.851256 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.managers [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Bound port: bc92e59a-08c1-494b-95c4-7a8761982857, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dcfd52-8310-4a8f-98ef-294d9f3d4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f509113c-1316-46af-bea6-d28284797433'}}] {{(pid=79274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:37:10.851597 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:10.942896 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, cleared binding levels {{(pid=79274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:37:10.945781 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:37:11.073066 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293313409'] for port, after_update {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:11.077020 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f39d6a27-a916-4848-ad6b-a0cd79d17e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:11.141841 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.142469 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:11.143862 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] 10.222.0.26 "PUT /v2.0/ports/bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1093 time: 1.2998366 May 17 16:37:11.144491 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:37:11.165246 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=3']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:11.168448 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-f65e7876-0c43-419c-9763-e5053c1de215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:11.202171 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'status': 'completed', 'code': 200} May 17 16:37:11.310209 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-89def7b0-f49f-4328-955b-336f44fb8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.312093 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-89def7b0-f49f-4328-955b-336f44fb8124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1096 time: 0.0893636 May 17 16:37:11.468303 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-3fabe926-f620-44ed-8318-f14c32e5cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.469719 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-3fabe926-f620-44ed-8318-f14c32e5cc72 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1506753 May 17 16:37:11.616252 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-685aad37-7e5a-4b95-8fcf-7a42f94cb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.617763 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-842a1c8a-8998-4dfd-9241-02ff90330759 req-685aad37-7e5a-4b95-8fcf-7a42f94cb0c6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421835 May 17 16:37:11.796113 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7949-a1bb-4c0b-9f86-e7b4010a5b68 req-5f8fd5dc-d15b-443c-b920-d8856d25c13d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.797701 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-de1a7949-a1bb-4c0b-9f86-e7b4010a5b68 req-5f8fd5dc-d15b-443c-b920-d8856d25c13d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0882108 May 17 16:37:11.832269 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-d81d9ee3-5e74-4b58-8e4f-4facd29420a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.833734 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-d81d9ee3-5e74-4b58-8e4f-4facd29420a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1096 time: 0.1768763 May 17 16:37:11.843637 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-de1a7949-a1bb-4c0b-9f86-e7b4010a5b68 req-8addd7e4-eead-4a50-bcae-ff740f0ff87b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 May 17 16:37:11.901386 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-5b307f76-75c5-44da-b5a4-5d9954308247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 217 time: 0.0602074 May 17 16:37:11.964562 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-501ae317-b30c-444f-a337-bf0f3dc1b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:11.965988 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-501ae317-b30c-444f-a337-bf0f3dc1b6bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0592146 May 17 16:37:12.039655 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-afcb41d3-3fbd-4f1d-8b46-8102c8da5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:12.041147 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-afcb41d3-3fbd-4f1d-8b46-8102c8da5c10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690787 May 17 16:37:12.171900 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-ec46c312-10fc-4fce-add9-4a7f3a268daa service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241980 May 17 16:37:12.305069 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-3f3a0eed-6ac2-42d5-845c-66197aec3bd2 req-eee58a65-04a4-49c2-b3d8-9155cbb1c23c service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269617 May 17 16:37:13.031631 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256693a-6c85-43ef-b322-265f9e82473c req-40251d7e-8063-4926-9f8b-7f1a1ab0d7a5 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:13.033182 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2256693a-6c85-43ef-b322-265f9e82473c req-40251d7e-8063-4926-9f8b-7f1a1ab0d7a5 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0831525 May 17 16:37:13.082784 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2256693a-6c85-43ef-b322-265f9e82473c req-31cc9eca-55a8-4400-a4af-46f5d77cbbfd tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 May 17 16:37:14.270942 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e5308-5929-4621-bcf4-8df11390f718 req-131d1da3-9bb4-4ade-baa4-7b0e459e1124 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:14.272471 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-379e5308-5929-4621-bcf4-8df11390f718 req-131d1da3-9bb4-4ade-baa4-7b0e459e1124 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0845232 May 17 16:37:14.320246 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-379e5308-5929-4621-bcf4-8df11390f718 req-264b6df8-f637-40f5-a069-d7aa59c88b39 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 May 17 16:37:15.005192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:37:15.219428 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:37:15.232176 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'mac_address': 'fa:16:3e:3e:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:37:15.285774 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:15.304598 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc92e59a-08c1-494b-95c4-7a8761982857 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:37:15.320733 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:37:15.448614 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:15.450488 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:15.515937 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51734e-9bdc-44f6-981e-fe3f10f7f7ef req-3ec53681-4fc1-4adf-bd50-e14c1bb997b7 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:15.517449 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd51734e-9bdc-44f6-981e-fe3f10f7f7ef req-3ec53681-4fc1-4adf-bd50-e14c1bb997b7 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 944 time: 0.0900068 May 17 16:37:15.556920 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=4']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:15.560172 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:15.563412 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-cd51734e-9bdc-44f6-981e-fe3f10f7f7ef req-32a70ed3-2c85-4caa-b0bf-fe39403c1856 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395212 May 17 16:37:15.678016 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['bc92e59a-08c1-494b-95c4-7a8761982857'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:37:16.754725 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033d9da-2603-482e-a960-d18274b3f170 req-3c2edab6-8162-4837-8073-e0f8c2ee403e tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:16.756207 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2033d9da-2603-482e-a960-d18274b3f170 req-3c2edab6-8162-4837-8073-e0f8c2ee403e tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 944 time: 0.0858934 May 17 16:37:16.805138 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2033d9da-2603-482e-a960-d18274b3f170 req-06485533-4d68-4cf9-923f-f8d804b9a537 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 May 17 16:37:17.016460 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:37:17.203791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning for port bc92e59a-08c1-494b-95c4-7a8761982857 completed by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:37:17.208864 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port bc92e59a-08c1-494b-95c4-7a8761982857 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:37:17.214254 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:17.327470 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:17.354103 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:37:17.365008 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:37:17.398952 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'code': 200} May 17 16:37:17.449635 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:17.453011 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:17.524744 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=5']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:17.527755 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:17.828063 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538fed8-926f-4605-b6da-58d5682f08cb req-1cd34c7d-7e8a-44fb-89bf-9e6a103c360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:17.829590 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f538fed8-926f-4605-b6da-58d5682f08cb req-1cd34c7d-7e8a-44fb-89bf-9e6a103c360b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0778370 May 17 16:37:17.874257 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f538fed8-926f-4605-b6da-58d5682f08cb req-332727cf-bc55-4a96-9fd0-02597625b104 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377624 May 17 16:37:17.992898 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb569c-c18f-4905-b971-6d83da599a6e req-76ba53c5-4e1f-4634-8619-625d28de7981 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:17.994374 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-66eb569c-c18f-4905-b971-6d83da599a6e req-76ba53c5-4e1f-4634-8619-625d28de7981 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0802898 May 17 16:37:18.040611 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-66eb569c-c18f-4905-b971-6d83da599a6e req-adfbddb8-de0e-422b-babc-74890efaebbe tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 May 17 16:37:19.231280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cae239-bd59-492e-ac7d-ee394cc8044d req-6878b0fe-8f91-475e-bf7e-46f74a701957 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:19.232715 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18cae239-bd59-492e-ac7d-ee394cc8044d req-6878b0fe-8f91-475e-bf7e-46f74a701957 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0821185 May 17 16:37:19.277667 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-18cae239-bd59-492e-ac7d-ee394cc8044d req-1cbd9f94-aff5-4cd3-b32d-7360b089daf8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 May 17 16:37:19.469273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162612c7-1854-40ed-b53b-fb61f018f4c4 req-eb50986d-0025-4109-8072-4dbf11558cec tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:19.470731 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-162612c7-1854-40ed-b53b-fb61f018f4c4 req-eb50986d-0025-4109-8072-4dbf11558cec tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0798965 May 17 16:37:19.522634 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-162612c7-1854-40ed-b53b-fb61f018f4c4 req-42dcbe57-72b0-48b9-bae4-fd246d9b3375 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 May 17 16:37:19.544973 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34434) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:37:19.656881 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff87532-1531-4c15-a0a9-a1610b1384d4 tempest-TestShelveInstance-1035144939 tempest-TestShelveInstance-1035144939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:19.658369 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-0ff87532-1531-4c15-a0a9-a1610b1384d4 tempest-TestShelveInstance-1035144939 tempest-TestShelveInstance-1035144939-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1093 time: 0.1124015 May 17 16:37:19.661394 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34440) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:37:19.666367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.v2.base [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Request body: {'floatingip': {'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:37:19.672955 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:37:19.676791 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Usage tracker for resource:floatingip and tenant:b7811d159e5e4898ba3aa8b7f21217e9 is out of sync, need to count used quota {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:37:19.679646 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:37:19.685242 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.quota.driver [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:37:19.774159 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for floatingip, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:19.913185 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:20.051874 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_common [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Allocated IP 172.28.2.55 (f45793e6-786e-4e20-a0e9-f6e18e94968d/e3d6338e-6636-4cb2-86f4-9cc0a40eb00a/b30a4a1a-bb09-4590-9168-fa94a91ab4f0) {{(pid=79275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:37:20.200073 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for port, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:20.283792 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746701856296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:20.288584 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:20.349013 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Network f45793e6-786e-4e20-a0e9-f6e18e94968d is already hosted by enough agents. {{(pid=79275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:37:20.351842 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.base_scheduler [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Resources bound (agent type, host, resource id): {{(pid=79275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:37:20.355447 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Received port after_create {{(pid=79275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:37:20.493156 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'Port': ['ID=b30a4a1a-bb09-4590-9168-fa94a91ab4f0,revision_number=1']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:20.507565 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.507942 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.508310 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.508930 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.509295 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.509653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.510009 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.510366 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.510718 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.511095 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.511450 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.511799 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:37:20.516713 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:20.878042 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.046175 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.253770 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for port, precommit_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.335438 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1775682'] for port, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.339430 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f0b31d30-fb6d-4e15-bee5-cd8bc2eeb8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:37:21.453387 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event updated for resources: {'Port': ['ID=b30a4a1a-bb09-4590-9168-fa94a91ab4f0,revision_number=2']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:37:21.457822 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:37:21.465008 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827764'] for floatingip, after_update {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.640649 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Floating IP 95997539-c909-48bf-8857-6c3e21281c5c associated. External IP: 172.28.2.55, port: bc92e59a-08c1-494b-95c4-7a8761982857. May 17 16:37:21.990873 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Router c619561a-ebaa-49c2-bbe3-47e88120f9e3 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:37:22.280650 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:37:22.290174 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Sync routers for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:37:22.299529 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:37:22.300387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:37:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:37:22.380776 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:22.438146 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-a427033c-a0b9-41e0-b69f-bd1c7582f16d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7757173 May 17 16:37:22.438810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:37:22.481303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:37:22.488440 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'status': 'completed', 'code': 200} May 17 16:37:22.583277 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-6793ae2c-493a-4d35-aeb7-4ea31c9e110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:22.584677 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-6793ae2c-493a-4d35-aeb7-4ea31c9e110d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0723717 May 17 16:37:22.720146 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-ab3b1271-5186-4345-9d4c-ecb24604bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:22.721627 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-ab3b1271-5186-4345-9d4c-ecb24604bc4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.1303220 May 17 16:37:22.827160 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-e417614e-ac7e-4119-9f42-af6e493a61de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 998 time: 0.0990100 May 17 16:37:22.836787 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '95997539-c909-48bf-8857-6c3e21281c5c', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'mac_address': 'fa:16:3e:3e:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:37:20Z', 'updated_at': '2021-05-17T16:37:20Z', 'revision_number': 0, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:37:22.840670 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Checking router: c619561a-ebaa-49c2-bbe3-47e88120f9e3 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:37:22.849201 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:37:22.849811 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:37:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:37:22.891499 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-b6741788-0ca0-43a4-ba6b-96776c9d7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:22.892947 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-b6741788-0ca0-43a4-ba6b-96776c9d7d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0584030 May 17 16:37:22.975754 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-198d3de0-4590-4a2c-b2ea-4a50f3d56064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:22.977362 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-198d3de0-4590-4a2c-b2ea-4a50f3d56064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734689 May 17 16:37:23.026330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:37:23.112180 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-03726f1c-a99b-4a37-b088-330dddce04f4 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277993 May 17 16:37:23.249190 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-c082e857-fa42-40ee-a1f4-7c47ca58cdb1 req-32fa2477-3c17-4788-b8e2-e5aea59fbbf7 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303785 May 17 16:37:23.424737 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '95997539-c909-48bf-8857-6c3e21281c5c', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'mac_address': 'fa:16:3e:3e:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:37:20Z', 'updated_at': '2021-05-17T16:37:20Z', 'revision_number': 0, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:37:23.428922 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901ef93-d735-4401-991e-519b0b780fe1 None None] The sync data for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb is: [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_floatingips': [{'id': '95997539-c909-48bf-8857-6c3e21281c5c', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'router_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'mac_address': 'fa:16:3e:3e:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:37:20Z', 'updated_at': '2021-05-17T16:37:20Z', 'revision_number': 0, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:37:23.622958 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9670dd-a9db-4ad5-9805-1c0f899ced97 None None] New status for floating IP 95997539-c909-48bf-8857-6c3e21281c5c: ACTIVE {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:37:25.690048 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:30.330267 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a8575010-7aa8-419f-b48c-ae2d3028ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:32.666632 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-1cd4125a-82ce-4528-9048-fbc3a2c68c17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734644 May 17 16:37:32.811724 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-017180a6-e896-4b75-86ce-5914e902ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:32.813217 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-017180a6-e896-4b75-86ce-5914e902ca10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0774722 May 17 16:37:32.883190 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:32.917778 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-010f7f4b-4430-43c0-a3bf-8778f66cfec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:33.069156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-bcfd376e-877a-4775-b54e-9ed02cb36b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:33.070614 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-bcfd376e-877a-4775-b54e-9ed02cb36b7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.2383335 May 17 16:37:33.176712 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-83feba88-1b96-479f-97fb-547acdd970e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1000 time: 0.0972574 May 17 16:37:33.241565 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-05286690-9f0b-4614-9c3b-d6d1053f98db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:33.243046 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-05286690-9f0b-4614-9c3b-d6d1053f98db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0592446 May 17 16:37:33.320008 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-29bca42e-201f-4a54-92c1-71a06999a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:33.321493 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-29bca42e-201f-4a54-92c1-71a06999a32c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724523 May 17 16:37:33.457326 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-337a5164-4cb2-4d8a-9e1f-aaea1d32aad1 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276667 May 17 16:37:33.591784 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-f649d05f-1d16-4de0-bb2c-86897e13b9ad req-6a8f40c9-3b84-4db1-8f4e-d81f97253e16 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278181 May 17 16:37:33.958303 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:35.306563 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:44.170289 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:37:55.677490 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:00.215054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-37c9a4ba-eb10-4ff8-8819-63d0ca9fd070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:02.808873 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:02.889136 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f0f0-489a-415c-8a59-6653044ed2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:03.917720 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:05.346660 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.169482 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:38:25.728699 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:30.193864 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4260e8a-52b0-4987-800d-a374aa0ee7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.827748 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.895332 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-87b8a9a0-fec3-4cb9-a43a-7fb4dc092b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.934494 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.544856 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-592399b7-2c6a-41e6-b985-076b1ef1f55a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750821 May 17 16:38:34.692297 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-50cb9e89-07c5-4f69-b140-9839a3a0df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:34.694023 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-50cb9e89-07c5-4f69-b140-9839a3a0df22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0783579 May 17 16:38:34.862613 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-c347f767-23e2-406c-abe9-bf6a6034cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:34.864734 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-c347f767-23e2-406c-abe9-bf6a6034cea6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.1484919 May 17 16:38:34.984712 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-92d258ec-2200-47f1-83d0-27a94f8a9425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1000 time: 0.1126726 May 17 16:38:35.060985 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-d16700ff-2f80-468d-a109-f0a7f69f47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:35.062432 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-d16700ff-2f80-468d-a109-f0a7f69f47ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0706921 May 17 16:38:35.145637 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-7fc6921a-8a6b-4444-a742-c2c8ac1e6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:35.147034 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-7fc6921a-8a6b-4444-a742-c2c8ac1e6b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779667 May 17 16:38:35.291036 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-4e05d93b-64d6-4d90-9083-dbe10bf196cc service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372354 May 17 16:38:35.368245 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.442594 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-96d60958-b7be-4440-a694-1c9d05cf2e6d req-51dbb6b7-338a-4faa-b988-cce2a547332b service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450653 May 17 16:38:55.681690 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:58.168143 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:39:00.217183 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6be23ea-03aa-4d37-893d-8e09a89a8dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:02.830412 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:02.897847 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9100a4c1-1297-4c42-a71a-06f14f3a4043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:03.954033 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:05.388476 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:17.907157 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd4b1e-ab84-48a1-9b08-82e0de5eaa1a req-fd2d67bd-46f8-421e-a6e6-6a3269350f62 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:17.908665 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d6cd4b1e-ab84-48a1-9b08-82e0de5eaa1a req-fd2d67bd-46f8-421e-a6e6-6a3269350f62 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0837142 May 17 16:39:17.960393 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d6cd4b1e-ab84-48a1-9b08-82e0de5eaa1a req-ea6678ef-927d-41a8-a2eb-f0e173d5dcd2 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 May 17 16:39:19.155994 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad31cc9-df2e-44e3-9bf7-ab382999e041 req-b1d4686c-9f4a-4fb2-bdcf-a3cd72fea535 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:19.157572 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6ad31cc9-df2e-44e3-9bf7-ab382999e041 req-b1d4686c-9f4a-4fb2-bdcf-a3cd72fea535 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0833058 May 17 16:39:19.218230 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6ad31cc9-df2e-44e3-9bf7-ab382999e041 req-cc2cd281-13b4-4cad-bd6b-41452c78810d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532002 May 17 16:39:20.460932 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158ee5-15af-403f-b7ad-7b03e7c1dc5c req-95e25b18-61f7-4daf-a27e-696cdd6ecc56 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:20.462314 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef158ee5-15af-403f-b7ad-7b03e7c1dc5c req-95e25b18-61f7-4daf-a27e-696cdd6ecc56 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0984869 May 17 16:39:20.510003 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-ef158ee5-15af-403f-b7ad-7b03e7c1dc5c req-15ac605d-6542-48dc-b44f-748a652c0357 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 May 17 16:39:21.698304 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ea34-171e-48e1-9075-c860788162b2 req-1d9abd4e-9843-4a28-92fc-6fc4902a9a02 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:21.700494 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c670ea34-171e-48e1-9075-c860788162b2 req-1d9abd4e-9843-4a28-92fc-6fc4902a9a02 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0837908 May 17 16:39:21.751404 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c670ea34-171e-48e1-9075-c860788162b2 req-5c3b61a5-9477-4338-8089-b9697de2155d tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 May 17 16:39:22.944314 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4e6d-5411-481c-92a1-d104c477d5ac req-8462aa15-cbfb-476c-813d-dcf8e8658fc9 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:22.946093 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-436f4e6d-5411-481c-92a1-d104c477d5ac req-8462aa15-cbfb-476c-813d-dcf8e8658fc9 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0844305 May 17 16:39:22.993721 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-436f4e6d-5411-481c-92a1-d104c477d5ac req-8c4ea043-ff3d-4a9d-958f-6f9033e7c347 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 May 17 16:39:24.190383 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a053c6e-6ffa-491b-ba42-b57d75799e0d req-8c86df9e-e2b0-4894-863c-c8d115b9497a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:24.191883 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0a053c6e-6ffa-491b-ba42-b57d75799e0d req-8c86df9e-e2b0-4894-863c-c8d115b9497a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0875092 May 17 16:39:24.238206 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-0a053c6e-6ffa-491b-ba42-b57d75799e0d req-5d23acde-f0d4-482b-9b9b-06d66eb6a235 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 May 17 16:39:25.428117 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9032c6d-b6ad-420f-8ae6-1109f43546e7 req-e5a8f075-5013-4aef-88d7-74c46de0cdee tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:25.429480 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c9032c6d-b6ad-420f-8ae6-1109f43546e7 req-e5a8f075-5013-4aef-88d7-74c46de0cdee tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0818610 May 17 16:39:25.478405 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c9032c6d-b6ad-420f-8ae6-1109f43546e7 req-960c9084-42e1-4a4f-ab80-bd8f310bc062 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 May 17 16:39:25.694374 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:26.665095 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958881b-da8a-47e6-a6b9-e358fe1e11ff req-9aa64ce4-3dd6-49d4-91f6-dea9c0fb602c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:26.666579 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2958881b-da8a-47e6-a6b9-e358fe1e11ff req-9aa64ce4-3dd6-49d4-91f6-dea9c0fb602c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0827997 May 17 16:39:26.711419 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-2958881b-da8a-47e6-a6b9-e358fe1e11ff req-b50e9e83-40dc-405b-bbdf-d7708f3ae888 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384765 May 17 16:39:27.906240 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d565ae-568e-40d5-881a-d289bc3d5fd2 req-365f32b2-a3c8-4ca3-ba9c-abc2362d4fae tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:27.907887 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-53d565ae-568e-40d5-881a-d289bc3d5fd2 req-365f32b2-a3c8-4ca3-ba9c-abc2362d4fae tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0881336 May 17 16:39:27.956907 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-53d565ae-568e-40d5-881a-d289bc3d5fd2 req-1249398c-0001-448c-81f7-73766599d1e0 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 May 17 16:39:28.077256 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124b9b-e341-4743-80ed-613610b139f1 req-18b0a794-ab72-485f-b5de-c4f6c3c46784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:28.079043 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-18b0a794-ab72-485f-b5de-c4f6c3c46784 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0856726 May 17 16:39:28.218217 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124b9b-e341-4743-80ed-613610b139f1 req-48d92b67-346c-4c19-8f02-a17c1a2449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:28.219761 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-48d92b67-346c-4c19-8f02-a17c1a2449f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.1338022 May 17 16:39:28.428463 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-8fad7516-8a5c-4f7e-91cb-5b0ebe62780b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1000 time: 0.2006130 May 17 16:39:28.497270 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124b9b-e341-4743-80ed-613610b139f1 req-02c6c0c7-937a-4272-96f4-247ecea96792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:28.498721 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-02c6c0c7-937a-4272-96f4-247ecea96792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0630734 May 17 16:39:28.578563 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124b9b-e341-4743-80ed-613610b139f1 req-601f032c-afba-481f-8945-b2dcaf465ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:28.580172 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-601f032c-afba-481f-8945-b2dcaf465ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751204 May 17 16:39:28.731780 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-a5c3bd5c-2163-4534-8ee5-538ed81c9ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445072 May 17 16:39:28.866268 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-bc124b9b-e341-4743-80ed-613610b139f1 req-19447a73-c268-4ada-91d5-d10f324d5bce service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277516 May 17 16:39:29.148022 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93265626-7e63-41f8-b5db-24b029e41f27 req-eda736a5-7ea0-4b82-b7f2-78901b6a31fa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:29.149518 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-93265626-7e63-41f8-b5db-24b029e41f27 req-eda736a5-7ea0-4b82-b7f2-78901b6a31fa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0797892 May 17 16:39:29.198708 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-93265626-7e63-41f8-b5db-24b029e41f27 req-5e020917-1c39-4d52-bd1a-900c17f5ca69 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 May 17 16:39:30.201665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b208-b0f4-4879-a548-de19272e91a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:30.397247 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175573ba-ac1a-4e2d-af66-13ae6f8f2f40 req-382e1649-d91d-49f4-9bad-7871071b69ba tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:30.398655 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-175573ba-ac1a-4e2d-af66-13ae6f8f2f40 req-382e1649-d91d-49f4-9bad-7871071b69ba tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0862808 May 17 16:39:30.452399 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-175573ba-ac1a-4e2d-af66-13ae6f8f2f40 req-cab46d54-baa2-41c8-a3de-c930426eb1d1 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478106 May 17 16:39:31.650087 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7883e83-c82f-4ed1-8e45-cc8aa34fa56d req-4185232c-78aa-4156-9447-b97a2de23859 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:31.651733 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7883e83-c82f-4ed1-8e45-cc8aa34fa56d req-4185232c-78aa-4156-9447-b97a2de23859 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0858004 May 17 16:39:31.698442 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-d7883e83-c82f-4ed1-8e45-cc8aa34fa56d req-6ad630b4-c5d5-4d6e-a276-0b7e7b44ac6a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 May 17 16:39:32.308502 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d72d7-8a1a-4d09-9880-08f53d4e62f8 req-efe9fb60-62ed-4b8d-affd-24abd79cf5c2 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:32.309979 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7d0d72d7-8a1a-4d09-9880-08f53d4e62f8 req-efe9fb60-62ed-4b8d-affd-24abd79cf5c2 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0858045 May 17 16:39:32.406654 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-7d0d72d7-8a1a-4d09-9880-08f53d4e62f8 req-7b00d093-402b-4877-a732-f0ec9654492b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624661 May 17 16:39:32.422282 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-46ae087b-bb59-4a2c-b7e9-4dc13759e3ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1658580 May 17 16:39:32.874008 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:32.902729 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-175bcc65-caf0-4d7c-8e44-3e64e3fb23ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:33.617777 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4e62-1408-4468-a4af-7992a8d7efb3 req-e599d84b-c48a-4fd1-b542-c776c2ed0b52 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:33.619676 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-027b4e62-1408-4468-a4af-7992a8d7efb3 req-e599d84b-c48a-4fd1-b542-c776c2ed0b52 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0980699 May 17 16:39:33.782226 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-027b4e62-1408-4468-a4af-7992a8d7efb3 req-a675cf1b-9bc3-49e3-8611-7087d90497d1 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518497 May 17 16:39:33.926768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:35.014033 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca1a83-1573-4ed0-bca9-2269e76f373e req-9f0b32c9-30ac-4822-aa1f-c91dca90be48 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.015044 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72ca1a83-1573-4ed0-bca9-2269e76f373e req-9f0b32c9-30ac-4822-aa1f-c91dca90be48 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.1131570 May 17 16:39:35.095187 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-72ca1a83-1573-4ed0-bca9-2269e76f373e req-0a459b45-d16a-4d02-8206-acc09f4778b1 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695038 May 17 16:39:35.170023 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:39:35.339537 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:35.450499 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508abb0-f7f0-45be-9542-65325b052c78 req-2028b9ec-d4e6-4291-8d50-760fa699e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.452661 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-2028b9ec-d4e6-4291-8d50-760fa699e864 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758&tenant_id=b7811d159e5e4898ba3aa8b7f21217e9 HTTP/1.1" status: 200 len: 1098 time: 0.0887544 May 17 16:39:35.560443 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508abb0-f7f0-45be-9542-65325b052c78 req-6c8c44b0-5579-4410-9763-5cb9bb8c2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.562003 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-6c8c44b0-5579-4410-9763-5cb9bb8c2ba0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0849414 May 17 16:39:35.704764 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508abb0-f7f0-45be-9542-65325b052c78 req-5797b658-5d09-4721-b2bf-c2970d87df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.706240 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-5797b658-5d09-4721-b2bf-c2970d87df07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.1372521 May 17 16:39:35.787281 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:39:35.820964 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-f33f3081-cdb3-4b7d-afdc-03442a4eb06a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1000 time: 0.1080480 May 17 16:39:35.905581 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508abb0-f7f0-45be-9542-65325b052c78 req-e4f58b7e-46bb-4a2d-8665-1306512299ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.907087 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-e4f58b7e-46bb-4a2d-8665-1306512299ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0793428 May 17 16:39:35.908791 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:35.938484 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:39:35.950081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:39:35.997536 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508abb0-f7f0-45be-9542-65325b052c78 req-2505703b-f7c2-488c-b801-f7090cbc2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:35.999197 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-2505703b-f7c2-488c-b801-f7090cbc2ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852270 May 17 16:39:36.046909 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:36.057266 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:39:36.138876 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=6']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:39:36.153054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.153432 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.153865 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.154136 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.154437 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.154820 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.155448 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.155698 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.156031 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.160222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.160222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.160222 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:39:36.161848 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:39:36.192082 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-06ca5bb2-49de-4e65-85c3-80873729fc1b service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843252 May 17 16:39:36.340702 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-b508abb0-f7f0-45be-9542-65325b052c78 req-788f04e6-1025-41cc-972a-01de670064bb service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416020 May 17 16:39:36.343783 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15021-d0c2-44b4-9238-1fbd79c7b5b7 req-e8f01c57-c8c3-412b-82d5-9c5347a12678 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:36.345503 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-beb15021-d0c2-44b4-9238-1fbd79c7b5b7 req-e8f01c57-c8c3-412b-82d5-9c5347a12678 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0878732 May 17 16:39:36.398054 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-beb15021-d0c2-44b4-9238-1fbd79c7b5b7 req-89a9b7b4-c5ca-48c9-8e49-3f12bd3118ab tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460703 May 17 16:39:37.099507 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'code': 200} May 17 16:39:37.449125 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574682e-3a9a-48ae-87a7-d11ac73ba6fd req-987676fb-b835-43ca-b4f5-5db9f76330ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:37.450589 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2574682e-3a9a-48ae-87a7-d11ac73ba6fd req-987676fb-b835-43ca-b4f5-5db9f76330ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1096 time: 0.0705187 May 17 16:39:37.493337 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2574682e-3a9a-48ae-87a7-d11ac73ba6fd req-e5446340-a1fd-42bc-b403-4ca5df44401d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358577 May 17 16:39:37.592600 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dbd8e-a7b9-4ad9-aeda-11dfd492878f req-16b1c92e-9bac-45c3-99a0-fcab77a545ff tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:37.594169 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9f6dbd8e-a7b9-4ad9-aeda-11dfd492878f req-16b1c92e-9bac-45c3-99a0-fcab77a545ff tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0824473 May 17 16:39:37.643858 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-9f6dbd8e-a7b9-4ad9-aeda-11dfd492878f req-cca97fca-2fe2-423e-98bf-b474e5977bb2 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 May 17 16:39:38.846633 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000104e-69ed-4588-ae10-6b4c7a2e3a58 req-32438d70-44f8-4c08-a5a2-c7d31d4b2928 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:39:38.848210 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c000104e-69ed-4588-ae10-6b4c7a2e3a58 req-32438d70-44f8-4c08-a5a2-c7d31d4b2928 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 943 time: 0.0935745 May 17 16:39:38.898547 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-c000104e-69ed-4588-ae10-6b4c7a2e3a58 req-5081778e-bb32-4b09-b662-f28df921e51a tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 May 17 16:39:39.778210 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:39:39.916701 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:39:39.929905 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Returning: {'device': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'port_id': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'mac_address': 'fa:16:3e:3e:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:39:39.991726 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:40.013619 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc92e59a-08c1-494b-95c4-7a8761982857 {{(pid=79276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:39:40.037045 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:39:40.107446 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:40.109286 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:39:40.180370 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=7']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:39:40.184249 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:39:40.350344 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] get_ports_and_sgs() called for port_ids ['bc92e59a-08c1-494b-95c4-7a8761982857'] {{(pid=79276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:39:41.786264 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 up at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:39:41.860230 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Provisioning complete for port bc92e59a-08c1-494b-95c4-7a8761982857 triggered by entity L2. {{(pid=79276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:39:41.860601 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861330'] for port, provisioning_complete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:41.979673 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783928'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:42.006495 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:39:42.017939 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-a00772b8-105a-4649-85d2-327994de8599 None None] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:39:42.053001 dv-cinder-768105-8-smb neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'code': 200} May 17 16:39:42.080006 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746702273338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746701856314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746701856359'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:42.082173 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:39:42.156272 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Pushing event updated for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=8']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:39:42.159330 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:39:55.746710 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:00.189291 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5275c0f-9bd3-4f87-819c-328e12d560c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:02.859548 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:02.916630 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9cc584eb-7754-451d-bd8e-456348484a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:03.951081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:05.333653 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:12.169570 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:40:25.714555 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:30.207647 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62d5daf7-b83e-4ce6-be59-8e9f7b1c5ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:32.869577 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:32.912449 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-364436a2-c135-459b-9adf-e2260ccb63ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:33.937485 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:35.338887 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:35.859784 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-dc8a8640-ea58-4db0-a966-caea447af3f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736964 May 17 16:40:35.998945 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-dbad6fa9-2914-4180-93b4-c39abb5f3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:36.000450 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-dbad6fa9-2914-4180-93b4-c39abb5f3750 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0727987 May 17 16:40:36.251960 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-be457302-4519-4385-a4b5-4c71c3cb4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:36.253311 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-be457302-4519-4385-a4b5-4c71c3cb4eb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.2325540 May 17 16:40:36.368864 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-2fef3184-a639-4770-9e30-70a2775c93dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 1000 time: 0.1084588 May 17 16:40:36.438132 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-c9b7effa-1026-41b0-8bb5-1324188427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:36.439620 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-c9b7effa-1026-41b0-8bb5-1324188427c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0645845 May 17 16:40:36.518701 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-faa73963-1b23-4a14-9be2-b4d9470f7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:36.523020 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-faa73963-1b23-4a14-9be2-b4d9470f7ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730805 May 17 16:40:36.657754 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-8a604eda-71ca-44db-bdf0-4cb566ee664a service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296923 May 17 16:40:36.802497 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-e7d0cdc3-4e41-47bc-9ff1-f0fae5610123 req-7b26462b-6ca3-439a-9afd-978f60d6672a service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376109 May 17 16:40:49.169127 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:40:51.604947 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34564) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:40:51.886045 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Deleting port b30a4a1a-bb09-4590-9168-fa94a91ab4f0 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:40:51.886296 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:52.003104 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:52.003426 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:52.125599 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Calling delete_port for b30a4a1a-bb09-4590-9168-fa94a91ab4f0 owned by network:floatingip {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:40:52.303681 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:52.308508 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-24b4f3a3-84e2-4e5b-aafb-14473ed179fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:40:52.356999 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event deleted for resources: {'Port': ['ID=b30a4a1a-bb09-4590-9168-fa94a91ab4f0,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:40:52.398228 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.398602 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.398967 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.400109 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.400703 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.401066 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.401424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.401779 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.402132 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.402483 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.402831 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.403211 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:52.429803 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:40:52.458911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for floatingip, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:52.459282 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.db.l3_db [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Floating IP 95997539-c909-48bf-8857-6c3e21281c5c disassociated (deleted). External IP: 172.28.2.55, port: bc92e59a-08c1-494b-95c4-7a8761982857. May 17 16:40:52.921438 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Router c619561a-ebaa-49c2-bbe3-47e88120f9e3 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:40:53.104110 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:40:53.113511 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Sync routers for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:40:53.122058 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for floatingip, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:53.123499 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:40:53.124116 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:40:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:40:53.177113 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "DELETE /v2.0/floatingips/95997539-c909-48bf-8857-6c3e21281c5c HTTP/1.1" status: 204 len: 168 time: 1.5709739 May 17 16:40:53.177810 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:40:53.291344 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'status': 'completed', 'code': 200} May 17 16:40:53.310168 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:40:53.379511 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-734f95fa-7397-437d-8220-a9339f40cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:53.381008 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-734f95fa-7397-437d-8220-a9339f40cf29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 1098 time: 0.0716319 May 17 16:40:53.525177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-77772901-b370-450d-a1a3-809f58435ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:53.526902 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-77772901-b370-450d-a1a3-809f58435ce9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 200 len: 910 time: 0.1396151 May 17 16:40:53.600233 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-775ac64e-dff0-4a2f-8a2a-6922eca708f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 200 len: 217 time: 0.0669837 May 17 16:40:53.670598 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-2bde1256-d5a4-464b-8b0c-a5a2ac5adc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:53.670874 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:40:53.672098 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-2bde1256-d5a4-464b-8b0c-a5a2ac5adc05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 200 len: 848 time: 0.0659568 May 17 16:40:53.675219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Checking router: c619561a-ebaa-49c2-bbe3-47e88120f9e3 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:40:53.683870 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:40:53.684500 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:40:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:40:53.759767 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-d5518523-a478-4ef4-af49-0eeac73d6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:53.762250 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-d5518523-a478-4ef4-af49-0eeac73d6824 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f509113c-1316-46af-bea6-d28284797433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832386 May 17 16:40:53.908871 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:40:53.915535 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-afa534e5-8519-455f-b80f-8cc016779e66 service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463208 May 17 16:40:53.964329 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ea2f1-06bb-4ba3-b762-35b21c8b6e00 req-fde26eaa-ab9c-448c-a0fb-6816610c4f6b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:53.965031 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-248ea2f1-06bb-4ba3-b762-35b21c8b6e00 req-fde26eaa-ab9c-448c-a0fb-6816610c4f6b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:40:54.037751 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.quota.resource [req-248ea2f1-06bb-4ba3-b762-35b21c8b6e00 req-fde26eaa-ab9c-448c-a0fb-6816610c4f6b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:40:54.039015 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-248ea2f1-06bb-4ba3-b762-35b21c8b6e00 req-fde26eaa-ab9c-448c-a0fb-6816610c4f6b tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.1684196 May 17 16:40:54.061232 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-a3772bbe-02c0-4ad9-a596-ce2049718e80 req-9d504444-09a5-4a3c-b7b9-746b73781a2b service neutron] 10.222.0.26 "GET /v2.0/networks/f509113c-1316-46af-bea6-d28284797433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384182 May 17 16:40:54.103925 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-248ea2f1-06bb-4ba3-b762-35b21c8b6e00 req-0a38ed93-c4f7-496f-9a2c-f7b27b37267c tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579250 May 17 16:40:54.286614 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-a6020643-9a55-417a-83e6-e901c073432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:40:54.290938 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6020643-9a55-417a-83e6-e901c073432b None None] The sync data for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb is: [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:32Z', 'revision_number': 4, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb', '_interfaces': [{'id': '7b3af287-625e-4889-b60e-461379f1bc69', 'name': '', 'network_id': 'f509113c-1316-46af-bea6-d28284797433', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'mac_address': 'fa:16:3e:ec:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:31Z', 'updated_at': '2021-05-17T16:36:38Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'subnets': [{'id': '2b2d1361-7d08-470e-b587-89cf6e36406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:40:54.508173 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a178c944-0996-4257-8d20-8e99e36e5f70 None None] New status for floating IP 95997539-c909-48bf-8857-6c3e21281c5c: DOWN {{(pid=79277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:40:55.232785 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-19da27c2-f5c6-477a-a93c-ef11dd825f55 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:55.233553 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-19da27c2-f5c6-477a-a93c-ef11dd825f55 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Synchronizing usage tracker for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:40:55.247156 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.quota.resource [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-19da27c2-f5c6-477a-a93c-ef11dd825f55 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Unset dirty status for tenant:b7811d159e5e4898ba3aa8b7f21217e9 on resource:port {{(pid=79274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:40:55.248277 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-19da27c2-f5c6-477a-a93c-ef11dd825f55 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.26 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0951962 May 17 16:40:55.319168 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cff4b-d962-4d44-b71e-ac4f664b7cfc req-642f0d28-2cb7-4816-8c62-5332efa1c302 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:40:55.320725 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6e7cff4b-d962-4d44-b71e-ac4f664b7cfc req-642f0d28-2cb7-4816-8c62-5332efa1c302 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 945 time: 0.0867536 May 17 16:40:55.375299 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-6e7cff4b-d962-4d44-b71e-ac4f664b7cfc req-e12d138b-60ab-4bf5-934d-561d94b99c41 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bf6ea93-fd62-4996-b479-7449aa255331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480504 May 17 16:40:55.399914 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Deleting port bc92e59a-08c1-494b-95c4-7a8761982857 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:40:55.400254 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:55.638909 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] For port bc92e59a-08c1-494b-95c4-7a8761982857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=bc92e59a-08c1-494b-95c4-7a8761982857,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:40:55.639220 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:55.751463 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:55.765563 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Calling delete_port for bc92e59a-08c1-494b-95c4-7a8761982857 owned by compute:nova {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:40:55.952198 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:55.958604 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-29e19dbd-560e-4f06-a82f-2a50c3a2017d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:40:56.004151 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event deleted for resources: {'Port': ['ID=bc92e59a-08c1-494b-95c4-7a8761982857,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:40:56.049120 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.049480 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.049834 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.050177 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.050519 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.051040 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.051385 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.051727 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.052057 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.052392 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.052726 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.053060 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:40:56.061681 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:40:56.097892 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] No DVR routers for this DVR port bc92e59a-08c1-494b-95c4-7a8761982857 on host hv-cinder-76810 {{(pid=79274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:40:56.100484 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511995'] for port, before_response {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:56.105316 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-deleted', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857'}] {{(pid=79274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:40:56.178237 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [req-2039ae6f-9532-41ed-a533-6ec7ca350366 req-0874a1cc-9370-4b12-876a-c4d5549a49a8 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.26 "DELETE /v2.0/ports/bc92e59a-08c1-494b-95c4-7a8761982857 HTTP/1.1" status: 204 len: 173 time: 0.9230316 May 17 16:40:56.225855 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df327d87-2dfc-4f0c-acf5-a9d817aa6758', 'name': 'network-vif-deleted', 'tag': 'bc92e59a-08c1-494b-95c4-7a8761982857', 'status': 'completed', 'code': 200} May 17 16:40:56.537110 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-45e7cfe6-12a8-43b2-8aa3-a7ede6d676a0 req-7fae1c77-b6f0-49f9-a8fe-f6d8349545b9 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.0480909 May 17 16:40:57.702466 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [req-71641684-3265-4dee-9f5e-6ecd373feee7 req-263f84f1-765c-45ff-8d48-d57fe2850948 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "GET /v2.0/ports?device_id=df327d87-2dfc-4f0c-acf5-a9d817aa6758 HTTP/1.1" status: 200 len: 210 time: 0.0422847 May 17 16:40:58.800675 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34592) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:40:58.872663 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:58.902304 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:59.048395 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:59.052512 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-5b77fd0f-68c7-4633-bc5e-53105df673cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:40:59.069158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6ea93-fd62-4996-b479-7449aa255331,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:40:59.072019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:40:59.139184 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:59.140297 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e531bc3a-891b-418c-b440-90fd7de644c3 tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] 10.222.0.59 "DELETE /v2.0/security-groups/8bf6ea93-fd62-4996-b479-7449aa255331 HTTP/1.1" status: 204 len: 168 time: 0.3378353 May 17 16:40:59.234266 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [-] (79274) accepted ('10.222.0.59', 34598) {{(pid=79274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:40:59.781683 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:00.172486 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:00.206294 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a00772b8-105a-4649-85d2-327994de8599 None None] No Port match for: bc92e59a-08c1-494b-95c4-7a8761982857 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:00.214219 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Device bc92e59a-08c1-494b-95c4-7a8761982857 not bound to the agent host hv-cinder-76810 {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:00.214360 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Deleting port 7b3af287-625e-4889-b60e-461379f1bc69 {{(pid=79274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:00.214360 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:00.231481 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f655ea00-ad93-4498-9ed6-c5702e3e768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:00.439847 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.db [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] For port 7b3af287-625e-4889-b60e-461379f1bc69, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=7b3af287-625e-4889-b60e-461379f1bc69,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:00.440421 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:00.572504 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.plugins.ml2.plugin [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Calling delete_port for 7b3af287-625e-4889-b60e-461379f1bc69 owned by network:router_interface {{(pid=79274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:00.893550 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293313416'] for port, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:00.897410 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-1614d63b-0168-43d9-94ed-ef8e449fbaea tempest-AttachVolumeTestJSON-1006074311 tempest-AttachVolumeTestJSON-1006074311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:00.947150 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3af287-625e-4889-b60e-461379f1bc69,revision_number=None']} {{(pid=79274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:00.950574 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG oslo_concurrency.lockutils [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:01.223966 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron_lib.callbacks.manager [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:01.597732 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Router c619561a-ebaa-49c2-bbe3-47e88120f9e3 has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:41:01.778442 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:41:01.788552 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Sync routers for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:41:01.795206 dv-cinder-768105-8-smb neutron-server[79274]: INFO neutron.wsgi [None req-28de4450-f78b-4254-9520-839d0bc1192c admin admin] 10.222.0.59 "PUT /v2.0/routers/c619561a-ebaa-49c2-bbe3-47e88120f9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596991 May 17 16:41:01.797881 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34602) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:01.798369 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:41:01.798817 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:40:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:01.995481 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks [] for router, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:01.999575 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: dv-cinder-768105-8-smb {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:41:02.184470 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:02.345629 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Deleting port 08ba8adf-f8f9-4253-9a20-667ef62723e9 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:02.345975 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:02.346564 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:41:00Z', 'revision_number': 5, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port': {'id': '08ba8adf-f8f9-4253-9a20-667ef62723e9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:02.350594 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Checking router: c619561a-ebaa-49c2-bbe3-47e88120f9e3 for host: dv-cinder-768105-8-smb {{(pid=79276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:41:02.362131 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Routers {'c619561a-ebaa-49c2-bbe3-47e88120f9e3'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:41:02.362763 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:40:33Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'], 'active': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:02.468392 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] For port 08ba8adf-f8f9-4253-9a20-667ef62723e9, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=08ba8adf-f8f9-4253-9a20-667ef62723e9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:02.468877 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:02.514704 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvr_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] Set router c619561a-ebaa-49c2-bbe3-47e88120f9e3 gateway port host: None {{(pid=79276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:41:02.623630 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_hamode_db [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:41:02Z', 'revision_number': 6, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port_host': None}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:02.627857 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf334c-8871-4e6f-b9e3-2c6837a4bab4 None None] The sync data for ids ['c619561a-ebaa-49c2-bbe3-47e88120f9e3'] in dv-cinder-768105-8-smb is: [{'id': 'c619561a-ebaa-49c2-bbe3-47e88120f9e3', 'name': 'tempest-TestShelveInstance-1796424429-router', 'tenant_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:28Z', 'updated_at': '2021-05-17T16:41:02Z', 'revision_number': 6, 'project_id': 'b7811d159e5e4898ba3aa8b7f21217e9', 'gw_port_host': None}] {{(pid=79276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:41:02.705933 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Calling delete_port for 08ba8adf-f8f9-4253-9a20-667ef62723e9 owned by network:router_gateway {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:02.868636 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:02.910563 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-969478f8-3995-4b09-bc8e-b33a528b9c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.053571 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.057603 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-cb1d76ad-2c52-47fc-bcca-73fba2554205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:03.104936 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=08ba8adf-f8f9-4253-9a20-667ef62723e9,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:03.108100 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:03.200204 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.377359 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.380813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.510072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.510721 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c619561a-ebaa-49c2-bbe3-47e88120f9e3 {{(pid=79275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:41:03.524501 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.528126 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-1ab04777-b63a-44f2-9190-6b4b186f6d6d admin admin] 10.222.0.59 "DELETE /v2.0/routers/c619561a-ebaa-49c2-bbe3-47e88120f9e3 HTTP/1.1" status: 204 len: 168 time: 1.7268512 May 17 16:41:03.528590 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34606) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:03.590651 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Deleting subnet 2b2d1361-7d08-470e-b587-89cf6e36406b {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:41:03.593911 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.647582 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.728424 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:03.973433 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.076536 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.080568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6ab47fa7-35b7-4ed0-87fb-c56ec1fc3140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:04.114971 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2d1361-7d08-470e-b587-89cf6e36406b,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:04.118302 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:04.119352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.127624 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-6fdf6c8e-5d48-4d9a-ac1a-fe6cbe64f40a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2b2d1361-7d08-470e-b587-89cf6e36406b HTTP/1.1" status: 204 len: 168 time: 0.5982368 May 17 16:41:04.130358 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39776b7-3c4f-491a-8dd0-23614a407e6c None None] Network f509113c-1316-46af-bea6-d28284797433 requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:41:04.131301 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34610) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:04.218939 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 7b3af287-625e-4889-b60e-461379f1bc69 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:04.259847 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.269066 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 7b3af287-625e-4889-b60e-461379f1bc69 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:04.269415 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 7b3af287-625e-4889-b60e-461379f1bc69 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:04.269840 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 08ba8adf-f8f9-4253-9a20-667ef62723e9 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:04.317739 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 08ba8adf-f8f9-4253-9a20-667ef62723e9 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:04.318088 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 08ba8adf-f8f9-4253-9a20-667ef62723e9 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:04.343042 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Deleting port 1b63129d-b87b-4a12-95a6-7aadc55f771e {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:04.343267 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.483267 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] DHCP port deletion for f509113c-1316-46af-bea6-d28284797433 request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:41:04.553694 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Deleting port 1b63129d-b87b-4a12-95a6-7aadc55f771e {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:04.554079 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.560767 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] For port 1b63129d-b87b-4a12-95a6-7aadc55f771e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1b63129d-b87b-4a12-95a6-7aadc55f771e,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:04.561133 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.654072 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] For port 1b63129d-b87b-4a12-95a6-7aadc55f771e, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1b63129d-b87b-4a12-95a6-7aadc55f771e,segment=NetworkSegment(11dcfd52-8310-4a8f-98ef-294d9f3d4e20),segment_id=11dcfd52-8310-4a8f-98ef-294d9f3d4e20)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:04.654387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.687878 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Calling delete_port for 1b63129d-b87b-4a12-95a6-7aadc55f771e owned by network:dhcp {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:04.781608 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Calling delete_port for 1b63129d-b87b-4a12-95a6-7aadc55f771e owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:04.824529 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.829453 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-7d8dbe2f-dd24-4f30-a9a0-3e836ccf7b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:04.829965 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:04.833542 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-24f8fefe-456f-41e0-8d94-f03bf58daaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:04.876010 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Pushing event deleted for resources: {'Port': ['ID=1b63129d-b87b-4a12-95a6-7aadc55f771e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:04.876281 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] No DVR routers for this DVR port 1b63129d-b87b-4a12-95a6-7aadc55f771e on host dv-cinder-768105-8-smb {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:41:04.886590 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] No DVR routers for this DVR port 1b63129d-b87b-4a12-95a6-7aadc55f771e on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:41:04.888665 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.889009 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.889387 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.889723 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.890054 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.890379 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.890702 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.891041 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.891363 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.891680 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.892000 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.892318 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-smb {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:41:04.895779 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dfb09bdc-85ac-4200-a073-e61debd14532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:04.908357 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b63129d-b87b-4a12-95a6-7aadc55f771e,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:04.911275 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:05.003796 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.017417 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f509113c-1316-46af-bea6-d28284797433']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:05.031187 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dcfd52-8310-4a8f-98ef-294d9f3d4e20') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:05.031436 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dcfd52-8310-4a8f-98ef-294d9f3d4e20') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:05.046373 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.062719 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.069322 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:41:05.069824 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:41:05.085569 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:41:05.241580 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.245444 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e8c04bcd-1919-47f3-a1cd-1b685da9a3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:05.260052 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.271303 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Pushing event deleted for resources: {'Network': ['ID=f509113c-1316-46af-bea6-d28284797433,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:05.275182 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:05.350311 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:05.362220 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ba71cf39-f7ec-4e7f-a0fe-5f153ab8758d admin admin] 10.222.0.59 "DELETE /v2.0/networks/f509113c-1316-46af-bea6-d28284797433 HTTP/1.1" status: 204 len: 168 time: 1.2298071 May 17 16:41:05.365070 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34614) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:05.932837 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1829318'] for router_interface, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:06.169322 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1b63129d-b87b-4a12-95a6-7aadc55f771e no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:06.208132 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 1b63129d-b87b-4a12-95a6-7aadc55f771e {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:06.208426 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1b63129d-b87b-4a12-95a6-7aadc55f771e not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:06.512691 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Deleting port 0e006b77-ebbb-4df3-8fb5-edd9729320a4 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:06.513287 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:06.632260 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] For port 0e006b77-ebbb-4df3-8fb5-edd9729320a4, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=0e006b77-ebbb-4df3-8fb5-edd9729320a4,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:06.632614 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:06.754850 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Calling delete_port for 0e006b77-ebbb-4df3-8fb5-edd9729320a4 owned by network:router_interface {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:06.991036 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:06.995683 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e72b2642-6bd0-4c64-a36b-6867858ad037 tempest-AttachVolumeShelveTestJSON-497716434 tempest-AttachVolumeShelveTestJSON-497716434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:07.051158 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Pushing event deleted for resources: {'Port': ['ID=0e006b77-ebbb-4df3-8fb5-edd9729320a4,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:07.054552 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:07.330800 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829226'] for router_interface, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:07.686805 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Router db5b419c-9eb7-4204-91a5-469b39920ecd has already been hosted by L3 agent 07433de9-a395-47b6-950f-bae7d127a861 {{(pid=79275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:41:07.981405 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] Notify agent at l3_agent.dv-cinder-768105-8-smb the message routers_updated {{(pid=79275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:41:07.991398 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Sync routers for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:41:07.991909 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f25a6c63-d3c1-4090-a141-512655128dce admin admin] 10.222.0.59 "PUT /v2.0/routers/db5b419c-9eb7-4204-91a5-469b39920ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249080 May 17 16:41:07.993649 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34618) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:08.002843 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:41:08.003496 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:41:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:08.182329 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: dv-cinder-768105-8-smb {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:41:08.184728 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:08.360253 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:08.485785 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Deleting port d338e3f6-11f7-4542-89e6-5fd0936e4fe9 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:08.486248 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:08.496047 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'external_fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:41:06Z', 'revision_number': 5, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port': {'id': 'd338e3f6-11f7-4542-89e6-5fd0936e4fe9', 'name': '', 'network_id': 'f45793e6-786e-4e20-a0e9-f6e18e94968d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:36:38Z', 'updated_at': '2021-05-17T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3d6338e-6636-4cb2-86f4-9cc0a40eb00a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-smb'}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:08.500061 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Checking router: db5b419c-9eb7-4204-91a5-469b39920ecd for host: dv-cinder-768105-8-smb {{(pid=79277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:41:08.508511 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Routers {'db5b419c-9eb7-4204-91a5-469b39920ecd'} bound to L3 agent in host dv-cinder-768105-8-smb {{(pid=79277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:41:08.509118 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:13:03Z,description=,heartbeat_timestamp=2021-05-17T16:41:03Z,host='dv-cinder-768105-8-smb',id=07433de9-a395-47b6-950f-bae7d127a861,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:13:03Z,topic='l3_agent')) {'router_ids': ['db5b419c-9eb7-4204-91a5-469b39920ecd'], 'active': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:08.635072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] For port d338e3f6-11f7-4542-89e6-5fd0936e4fe9, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,segment=NetworkSegment(a10222c4-a35c-42c7-933d-3571a0ea0aae),segment_id=a10222c4-a35c-42c7-933d-3571a0ea0aae)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:08.635510 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:08.672526 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_dvr_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] Set router db5b419c-9eb7-4204-91a5-469b39920ecd gateway port host: None {{(pid=79277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:41:08.774010 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Calling delete_port for d338e3f6-11f7-4542-89e6-5fd0936e4fe9 owned by network:router_gateway {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:08.793840 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.l3_hamode_db [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:41:08Z', 'revision_number': 6, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port_host': None}], 'dv-cinder-768105-8-smb', False) {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:08.798200 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6582eb-8253-45b3-b301-56d1bf5870bb None None] The sync data for ids ['db5b419c-9eb7-4204-91a5-469b39920ecd'] in dv-cinder-768105-8-smb is: [{'id': 'db5b419c-9eb7-4204-91a5-469b39920ecd', 'name': 'tempest-TestShelveInstance-1291020566-router', 'tenant_id': '790ddf6857ab4bbca6b94078c613da83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:36:37Z', 'updated_at': '2021-05-17T16:41:08Z', 'revision_number': 6, 'project_id': '790ddf6857ab4bbca6b94078c613da83', 'gw_port_host': None}] {{(pid=79277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:41:09.032821 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.037642 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-749d7583-a7ca-477a-b15f-5be068c031aa tempest-TestShelveInstance-99265564 tempest-TestShelveInstance-99265564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:09.086835 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d338e3f6-11f7-4542-89e6-5fd0936e4fe9,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:09.090200 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:09.195841 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1827809'] for router_gateway, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.410143 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3862'] for router, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.415013 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.509639 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1827609'] for router, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.510149 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5b419c-9eb7-4204-91a5-469b39920ecd {{(pid=79275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:41:09.526666 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] Notify callbacks [] for router, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.532557 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-e838cbd6-8ecb-48e1-8f8f-68c6cdf810a6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/db5b419c-9eb7-4204-91a5-469b39920ecd HTTP/1.1" status: 204 len: 168 time: 1.5332527 May 17 16:41:09.532557 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34622) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:09.591492 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Deleting subnet acd2f7bb-cff4-4788-8bd9-c34469c41920 {{(pid=79275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:41:09.594952 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.646352 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4293899406'] for subnet, precommit_delete_associations {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:09.843273 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862938'] for subnet, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.170709 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0e006b77-ebbb-4df3-8fb5-edd9729320a4 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:10.195835 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1775800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4293158277'] for subnet, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.199928 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-99333034-691e-4532-859c-2041893605da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:10.237072 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd2f7bb-cff4-4788-8bd9-c34469c41920,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:10.240526 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:10.241511 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.242530 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 0e006b77-ebbb-4df3-8fb5-edd9729320a4 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:10.242897 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 0e006b77-ebbb-4df3-8fb5-edd9729320a4 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:10.243712 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d338e3f6-11f7-4542-89e6-5fd0936e4fe9 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:10.248575 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-f68631da-d09a-47c4-ba8f-2e88288c2c82 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/acd2f7bb-cff4-4788-8bd9-c34469c41920 HTTP/1.1" status: 204 len: 168 time: 0.7172925 May 17 16:41:10.251191 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34626) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:10.267694 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8afe91-5c21-42dd-b563-2abc3fb46c9b None None] Network d0dd88b5-06a5-4fa5-81fb-71de7b5962ff requested from dv-cinder-768105-8-smb {{(pid=79276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:41:10.343064 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: d338e3f6-11f7-4542-89e6-5fd0936e4fe9 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:10.343333 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device d338e3f6-11f7-4542-89e6-5fd0936e4fe9 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:10.367019 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752524'] for network, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.437280 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Deleting port 1c810166-c47a-4a69-a102-053c8a1cec21 {{(pid=79275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:10.437616 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.548315 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.db [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] For port 1c810166-c47a-4a69-a102-053c8a1cec21, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1c810166-c47a-4a69-a102-053c8a1cec21,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:10.548772 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.682611 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.plugin [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Calling delete_port for 1c810166-c47a-4a69-a102-053c8a1cec21 owned by network:dhcp {{(pid=79275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:10.695882 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] DHCP port deletion for d0dd88b5-06a5-4fa5-81fb-71de7b5962ff request from dv-cinder-768105-8-smb {{(pid=79276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:41:10.762685 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Deleting port 1c810166-c47a-4a69-a102-053c8a1cec21 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:41:10.763091 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746702269606'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.826865 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1775691'] for port, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.832150 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-25c54a59-91ff-47a1-927e-0e8a6ca5e18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:10.872295 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] For port 1c810166-c47a-4a69-a102-053c8a1cec21, host dv-cinder-768105-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-smb',level=0,port_id=1c810166-c47a-4a69-a102-053c8a1cec21,segment=NetworkSegment(3e1cb75a-1e1d-4083-a78c-f982b2f29759),segment_id=3e1cb75a-1e1d-4083-a78c-f982b2f29759)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:41:10.872687 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828496'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:10.878434 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c810166-c47a-4a69-a102-053c8a1cec21,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:10.880192 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] No DVR routers for this DVR port 1c810166-c47a-4a69-a102-053c8a1cec21 on host dv-cinder-768105-8-smb {{(pid=79275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:41:10.881720 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:10.999856 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Calling delete_port for 1c810166-c47a-4a69-a102-053c8a1cec21 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:41:11.011355 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862959', 'neutron.services.segments.db._delete_segments_for_network-8746702282626'] for network, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.024922 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dd88b5-06a5-4fa5-81fb-71de7b5962ff']}} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:11.037367 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1cb75a-1e1d-4083-a78c-f982b2f29759') {'for_net_delete': True} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:11.037694 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.services.segments.db [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1cb75a-1e1d-4083-a78c-f982b2f29759') {} {{(pid=79275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:41:11.049653 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746702294155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4293899393'] for segment, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.050206 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746702273347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746701856305'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.053768 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:11.066813 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805'] for segment, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.074516 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=79275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:41:11.075568 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1775646'] for segment, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: Traceback (most recent call last): May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: timer() May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: cb(*args, **kw) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: return func(*args, **kwargs) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: self._notify() May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: self.callback(batched_events) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: event.method(event) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: return f(self, *a, **k) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: return self._get(url).json() May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: return self.request(url, 'GET', **kwargs) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:41:11.088329 dv-cinder-768105-8-smb neutron-server[79275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:41:11.102209 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Pushing event deleted for resources: {'Port': ['ID=1c810166-c47a-4a69-a102-053c8a1cec21,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:11.105440 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:11.108383 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c90092-99aa-4923-bb8e-c5dba7c063c3 None None] No DVR routers for this DVR port 1c810166-c47a-4a69-a102-053c8a1cec21 on host dv-cinder-768105-8-smb {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:41:11.240742 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1762903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1638138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827782'] for network, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.244763 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-95bf0933-64ac-4517-b872-81fbd6d815b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:11.258472 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638111'] for network, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.268552 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dd88b5-06a5-4fa5-81fb-71de7b5962ff,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:11.271525 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:11.273748 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-2fac608e-abdd-424d-a773-d4aa4c3d70f3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d0dd88b5-06a5-4fa5-81fb-71de7b5962ff HTTP/1.1" status: 204 len: 168 time: 1.0209172 May 17 16:41:11.685897 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34632) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:11.734853 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-d6cda444-c33e-41ab-8b0d-4f8b3abc3060 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7811d159e5e4898ba3aa8b7f21217e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474422 May 17 16:41:11.737316 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34636) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:11.798560 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:11.826256 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.006152 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.010326 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-0b04feb1-59b3-4d7f-a1c4-7702e3c430a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:12.026943 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1e03e-c598-47b4-b567-547bd05053d7,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:12.030573 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:12.035099 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.036221 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-bbf0f34b-1278-4079-bdc1-5a5536f934fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbb1e03e-c598-47b4-b567-547bd05053d7 HTTP/1.1" status: 204 len: 168 time: 0.2980411 May 17 16:41:12.168389 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1c810166-c47a-4a69-a102-053c8a1cec21 no longer exists at agent ovs-agent-dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:41:12.202932 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] No Port match for: 1c810166-c47a-4a69-a102-053c8a1cec21 {{(pid=79276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:41:12.203311 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron.plugins.ml2.rpc [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Device 1c810166-c47a-4a69-a102-053c8a1cec21 not bound to the agent host dv-cinder-768105-8-smb {{(pid=79276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:41:12.722368 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34644) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:12.772154 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-ebbf287f-f8c8-4646-af89-329cf4332251 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=790ddf6857ab4bbca6b94078c613da83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485535 May 17 16:41:12.774935 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [-] (79275) accepted ('10.222.0.59', 34648) {{(pid=79275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:41:12.833659 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.859883 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.994998 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763031'] for security_group, after_delete {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.998752 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-ae106c0a-9dbe-4b24-8bc9-9db853a3b199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:41:13.009861 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b10f3c-babd-4699-befa-6c7522b451a2,revision_number=None']} {{(pid=79275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:41:13.013767 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG oslo_concurrency.lockutils [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:41:13.018142 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron_lib.callbacks.manager [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:13.021824 dv-cinder-768105-8-smb neutron-server[79275]: INFO neutron.wsgi [None req-02f8957c-f1c6-49b1-ae78-2de37bf05212 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74b10f3c-babd-4699-befa-6c7522b451a2 HTTP/1.1" status: 204 len: 168 time: 0.2435987 May 17 16:41:25.710894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:26.168333 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:41:27.500008 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [req-24656a28-a254-4648-86ad-521ca9abbbf2 req-5b615496-01ca-4571-ab8d-cf3a9fd1d1a0 service neutron] (79274) timed out ('10.222.0.26', 63193) {{(pid=79274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 16:41:27.703838 dv-cinder-768105-8-smb neutron-server[79275]: DEBUG neutron.wsgi [req-72e66900-d118-45a2-b197-fda29a3d637c req-be7ee655-378e-4fc0-b423-108ebf2a9628 service neutron] (79275) timed out ('10.222.0.26', 63176) {{(pid=79275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 16:41:30.209197 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-41b196a5-0dad-4a53-ba83-37d1d7d84be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:32.859784 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:32.946070 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0382d08a-de13-45ba-a712-209b765659bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:34.018413 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:35.340361 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:36.341375 dv-cinder-768105-8-smb neutron-server[79274]: DEBUG neutron.wsgi [req-b32c9f3a-eca0-42ad-95d0-dceff0307729 req-0f8cb601-3889-42ce-aa18-6272ab8f8679 service neutron] (79274) timed out ('10.222.0.59', 60042) {{(pid=79274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 16:41:55.702411 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:00.193272 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae957df1-2281-4c22-9f33-977acc9d9821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:02.861652 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:02.981143 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-16e34304-59d2-4365-8986-c8b3f4b825e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:03.168022 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:42:03.964147 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:05.347661 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:25.698557 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:30.205192 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-387e355b-1b39-40a4-a559-85658b5b0951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:32.851580 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:32.908233 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-42234678-7010-46fc-a6a7-024c65d3de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:33.965705 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:35.337200 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:40.166137 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:42:55.705320 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:00.185081 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e990e4de-724f-405c-a176-eb3e915dddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:02.839003 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:02.904982 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c0942b78-e849-467b-a367-43ad1da07a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:03.955894 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:05.379241 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:17.170883 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:43:25.730407 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:30.198352 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-553e2ca8-0693-4262-905d-732b5cce4b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:32.821352 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:32.929586 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-af30b33f-70c4-4702-b738-c94bb00ed7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:33.953957 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:35.346520 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:54.169444 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:43:55.738499 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:00.191042 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aed21a02-830d-43d3-b63a-7d9db144e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:02.812239 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:02.892340 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9fc5-a4b3-4879-8ee8-c9254e06e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:03.949151 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:05.366562 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:25.735830 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:30.198613 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-73fe267f-6df5-4f6e-a7eb-0fb2e798fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:31.168245 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:44:32.864845 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:32.889785 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f1a657c8-fef1-4c23-b605-baf786a95d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:33.963538 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:35.385175 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:44:55.716182 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:00.229824 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc79e179-3aec-4f92-8e8f-53a4883241d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:02.863718 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:02.924086 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-71837e99-4cb8-4247-b900-26dc1e4fc2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:04.021482 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:05.369681 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:08.167351 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:45:25.781856 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:30.216031 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5ec6be21-9894-4d35-9737-f067cd142f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:32.872721 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cd5e-14b9-4e8d-bfda-e310543d92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:32.921516 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-35c2d263-13ae-4a65-a53e-e6385cc68567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:33.969528 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d94b001-2614-47d6-a4d2-063ec22e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:35.375419 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fc61b49c-a5c5-468e-b533-61527220bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:45:45.166221 dv-cinder-768105-8-smb neutron-server[79277]: DEBUG neutron.db.agents_db [None req-3a873e81-ff20-403a-b87e-25ff3ab6aa0d None None] Agent healthcheck: found 6 active agents {{(pid=79277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:45:55.770023 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a00772b8-105a-4649-85d2-327994de8599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:46:00.197913 dv-cinder-768105-8-smb neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-49c641b2-3277-4679-b3e6-3d550b1727b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746702286556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861217'] for agent, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}